-- Logs begin at Mon 2021-11-22 15:54:09 UTC, end at Mon 2021-11-22 17:03:19 UTC. -- Nov 22 16:38:42.646035 dv-cinder-773985-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 16:38:45.413754 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:38:45.414454 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:38:45.414619 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:38:45.417892 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:38:45.418158 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:38:45.418492 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:38:45.419459 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:45.419697 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:45.420061 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:45.420311 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:45.420635 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:45.420959 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.421394 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 16:38:45.421710 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.422007 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.422324 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.422624 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.422918 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.423202 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.423493 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.423793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.424082 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.424364 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.424654 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.424947 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.425237 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.425532 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.425806 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.426113 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.426405 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.426839 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.427256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.427541 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.427834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.428117 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.428391 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.428671 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.428958 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.429298 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] host = dv-cinder-773985-19-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.429578 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.429871 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.430182 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.430473 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.430752 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.431091 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.431388 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.431667 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.431975 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.432255 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.432549 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.432842 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.433135 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.433356 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.433579 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.433872 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.434190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.434474 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.434753 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.435029 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.435310 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.435586 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.435856 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.436149 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.436436 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.436725 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.437002 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.437278 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.437551 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.437824 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.438120 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.438413 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.438689 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.438976 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.439271 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.439541 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.439816 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.440126 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.440418 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.440704 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.440993 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.441269 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.441559 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.441835 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.442122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.442752 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.443028 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.443285 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.443608 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.443843 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.444120 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.444391 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.444664 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.444949 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:45.445253 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.445552 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.445854 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.446133 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.446435 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.447388 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.447388 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.447590 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.447713 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.448003 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.448293 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.448574 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.448866 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.449144 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.449441 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.449750 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.450049 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.450381 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.450664 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.450938 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.451213 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.451493 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.451782 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.452059 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.452348 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.452640 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.452921 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.453220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.453509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.453809 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.454138 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.454401 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.454681 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.454974 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.455257 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.455529 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.455807 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.456096 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.456373 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.456646 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.456927 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.457202 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.457472 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.457741 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.458016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.458336 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.458616 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.458886 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.459153 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.459429 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.459699 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.459980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.460254 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.460523 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.460803 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.461077 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.461349 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.461618 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.461890 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.462237 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.462517 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.462790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.463258 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.463534 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.463808 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.464080 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.464440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.464718 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.464997 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.465275 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.465546 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.465816 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.466090 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.466382 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.466667 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.466969 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.467246 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.467527 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.467804 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.468082 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.468357 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.468633 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.468913 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.469194 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.469466 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.469764 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.470044 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.470362 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.470645 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.470964 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.471262 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.471538 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.471822 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.472096 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.472425 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.472658 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.472974 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.473244 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.473541 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.473838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.474145 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.474440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.474720 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.475034 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.475320 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:45.475536 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:45.475782 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 16:38:45.911684 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:38:45.911952 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:38:45.912257 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:38:45.912604 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 16:38:46.248060 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.248299 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.248609 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.249809 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.250078 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.250397 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.287147 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.287433 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.287702 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.302507 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.302760 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.303052 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.333016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.333334 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.333604 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.372600 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.372843 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.373135 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.620552 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.621217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.621217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.621508 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.622063 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.723142 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.723455 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.723733 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.724001 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.724267 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.724581 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.724811 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.725094 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.725347 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.725626 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.725878 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.726148 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.727912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.727912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.727912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.727912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.727912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728800 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728800 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.728959 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.729307 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.729553 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.729797 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.730249 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.730593 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.730834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.731070 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.731306 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.731540 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:46.731917 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 16:38:46.735445 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 16:38:46.739440 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 16:38:46.743518 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Nov 22 16:38:46.745427 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 16:38:46.745905 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 16:38:46.746249 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 16:38:46.746639 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 16:38:46.749559 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 16:38:46.749819 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 16:38:46.750169 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:38:46.755581 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 16:38:46.780547 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 16:38:46.781022 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.781330 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 16:38:46.781693 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.783160 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 16:38:46.783447 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:38:46.783695 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 16:38:46.787224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.787505 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:46.852309 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 16:38:46.852526 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 16:38:46.852807 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 16:38:46.853175 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 16:38:46.876129 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_db.sqlalchemy.engines [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 16:38:47.424497 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing driver for type 'gre' Nov 22 16:38:47.425161 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] gre ID ranges: [(1, 1000)] Nov 22 16:38:47.479397 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing driver for type 'local' Nov 22 16:38:47.479764 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing driver for type 'vlan' Nov 22 16:38:47.495500 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] VlanTypeDriver initialization complete Nov 22 16:38:47.495938 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing driver for type 'vxlan' Nov 22 16:38:47.496521 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] vxlan ID ranges: [(1, 1000)] Nov 22 16:38:47.553168 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing extension driver 'port_security' Nov 22 16:38:47.553511 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] PortSecurityExtensionDriver initialization complete Nov 22 16:38:47.553874 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing mechanism driver 'openvswitch' Nov 22 16:38:47.554230 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing mechanism driver 'hyperv' Nov 22 16:38:47.561375 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.plugin [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:47.562117 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.562505 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.562851 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.563405 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.563834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.564182 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.564528 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.564928 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.565329 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.565674 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.566008 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.566416 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.566819 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.567162 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.567807 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.568350 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.568764 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.569118 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.569462 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.569859 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.570286 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > address_group after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.570630 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > address_group after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.570962 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.571361 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:38:47.571837 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] ML2 OVO RPC backend initialized. {{(pid=109301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 16:38:47.572563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.572901 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.573320 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.573664 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > networks before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.574012 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.574375 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > ports before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.574718 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.575056 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnets before_response 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.575399 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.575762 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.576094 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.576424 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.576755 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.577110 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.577439 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.577772 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.578132 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.578734 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.plugin [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Modular L2 Plugin initialization complete Nov 22 16:38:47.579059 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading services supported by the core plugin {{(pid=109301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 16:38:47.579385 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.plugins.ml2.managers [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Got port-security extension from driver 'port_security' Nov 22 16:38:47.579851 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.extensions.vlantransparent [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Disabled vlantransparent extension. Nov 22 16:38:47.580360 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 16:38:47.580655 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: router Nov 22 16:38:47.620074 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.620465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.620837 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router before_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.621421 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.621521 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.621889 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_delete 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.622267 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.622613 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.622975 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.623318 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.623665 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.624004 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.624354 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.624764 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.625135 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.625453 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.625790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: subnet after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.626135 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.626487 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.626826 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.627163 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.627497 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.627852 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router after_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.628195 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.628541 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_create 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.628899 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.629239 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_update 55549900 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.629597 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > agent after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.629939 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > agent after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.630366 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > network after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.631277 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Tracking information for resource: router configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:47.631604 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Tracking information for resource: floatingip configured {{(pid=109301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:38:47.637140 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.db.l3_agentschedulers_db [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 16:38:47.637726 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.638092 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.638462 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.638811 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: port after_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.639616 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router before_create 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.639977 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.640335 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_create 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.640676 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > router precommit_update 55550100 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.645615 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.provider_configuration [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service providers = [] {{(pid=109301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 16:38:47.645980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.db.servicetype_db [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 16:38:47.649101 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:47.649447 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:47.649841 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:47.650943 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.services.service_base [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:38:47.651318 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.services.service_base [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 16:38:47.651707 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.652019 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 16:38:47.663102 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.663439 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: auto_allocate Nov 22 16:38:47.669820 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: network precommit_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.670224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: network precommit_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.670761 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.671078 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: tag Nov 22 16:38:47.677895 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.678175 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: timestamp Nov 22 16:38:47.682455 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.682783 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: network_ip_availability Nov 22 16:38:47.688473 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.688848 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.689201 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.689956 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.690306 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: flavors Nov 22 16:38:47.695530 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.695861 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading Plugin: revisions Nov 22 16:38:47.700581 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:38:47.700980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=109301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:38:47.701754 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 16:38:47.702087 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Initializing extension manager. Nov 22 16:38:47.702621 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: __init__.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.702957 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: __pycache__ {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.703288 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.703617 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.704395 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.704976 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: address-group Nov 22 16:38:47.705295 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: address_scope.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.706259 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.706755 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: address-scope Nov 22 16:38:47.707072 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.708026 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.708536 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: router-admin-state-down-before-update Nov 22 16:38:47.708850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: agent.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.709554 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.710058 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: agent Nov 22 16:38:47.710425 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: agent_resources_synced.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.711329 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.711834 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: agent-resources-synced Nov 22 16:38:47.712200 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: allowedaddresspairs.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.714181 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.714765 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: allowed-address-pairs Nov 22 16:38:47.715091 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: auto_allocated_topology.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.716180 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.716695 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: auto-allocated-topology Nov 22 16:38:47.717022 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.717729 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.718275 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: availability_zone Nov 22 16:38:47.718605 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: availability_zone_filter.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.719510 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.720032 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: availability_zone_filter Nov 22 16:38:47.720357 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: data_plane_status.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.721254 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.721758 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 16:38:47.722076 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: default_subnetpools.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.723009 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.723517 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: default-subnetpools Nov 22 16:38:47.723826 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.724665 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.725175 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: dhcp_agent_scheduler Nov 22 16:38:47.725495 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: dns.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.726445 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.726952 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension dns-integration not supported by any of loaded plugins Nov 22 16:38:47.727266 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: dns_domain_ports.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.728415 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.728867 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 16:38:47.729182 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.730115 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.730740 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 16:38:47.731075 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: dvr.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.731738 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.732244 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: dvr Nov 22 16:38:47.732559 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: ecmp_routes.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.733482 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.733981 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 16:38:47.734332 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: empty_string_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.735242 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.735749 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: empty-string-filtering Nov 22 16:38:47.736070 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.736987 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.737490 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:38:47.737812 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.738751 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.739251 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 16:38:47.739566 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: external_net.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.740459 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.740963 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: external-net Nov 22 16:38:47.741283 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.742220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.742723 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: extra_dhcp_opt Nov 22 16:38:47.743045 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: extraroute.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.744104 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.744610 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: extraroute Nov 22 16:38:47.744929 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: extraroute_atomic.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.745976 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.746620 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: extraroute-atomic Nov 22 16:38:47.746950 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: filter_validation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.747640 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.748145 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: filter-validation Nov 22 16:38:47.748465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: fip_pf_description.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.749369 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.749869 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 16:38:47.750218 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: fip_port_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.751143 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.751645 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: fip-port-details Nov 22 16:38:47.751964 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: flavors.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.753219 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.753734 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: flavors Nov 22 16:38:47.754058 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.755775 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.756300 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 16:38:47.756626 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: floatingip_pools.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.757324 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.757839 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: floatingip-pools Nov 22 16:38:47.758187 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: ip_allocation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.759235 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.759742 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 16:38:47.760064 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.760974 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.761482 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: ip-substring-filtering Nov 22 16:38:47.761804 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l2_adjacency.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.762834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.763337 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 16:38:47.763658 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.764830 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.765350 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: router Nov 22 16:38:47.765670 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.768024 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.768559 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:38:47.768894 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.769829 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.770372 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: ext-gw-mode Nov 22 16:38:47.770700 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.771631 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.772142 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: l3-ha Nov 22 16:38:47.772463 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3_flavors.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.773375 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.773891 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: l3-flavors Nov 22 16:38:47.774236 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.775259 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.775776 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 16:38:47.776097 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: l3agentscheduler.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.777169 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.777699 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: l3_agent_scheduler Nov 22 16:38:47.778019 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: local_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.779963 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.780487 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension local_ip not supported by any of loaded plugins Nov 22 16:38:47.780817 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: logging.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.782325 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.782844 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension logging not supported by any of loaded plugins Nov 22 16:38:47.783191 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: metering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.783920 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.784499 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: metering Nov 22 16:38:47.784826 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.785924 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.786458 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: metering_source_and_destination_fields Nov 22 16:38:47.786782 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: multiprovidernet.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.787711 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.788220 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: multi-provider Nov 22 16:38:47.788538 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: netmtu.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.789457 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.789962 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: net-mtu Nov 22 16:38:47.790477 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: netmtu_writable.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.791418 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.791925 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: net-mtu-writable Nov 22 16:38:47.792245 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: network_availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.792917 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.793420 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: network_availability_zone Nov 22 16:38:47.793736 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: network_ip_availability.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.794978 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.795485 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: network-ip-availability Nov 22 16:38:47.795820 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: network_segment_range.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.796596 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.797099 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 16:38:47.797421 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: pagination.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.800087 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.800427 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: pagination Nov 22 16:38:47.800759 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: port_device_profile.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.801679 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.802243 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: port-device-profile Nov 22 16:38:47.802570 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.803502 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.804016 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: port-mac-address-regenerate Nov 22 16:38:47.804334 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.805260 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.805795 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: port-numa-affinity-policy Nov 22 16:38:47.806122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: port_resource_request.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.807058 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.807566 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 16:38:47.807886 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: port_resource_request_groups.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.808852 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.809362 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 16:38:47.809679 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: portbindings.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.810724 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.811235 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: binding Nov 22 16:38:47.811555 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: portbindings_extended.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.812853 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.813370 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: binding-extended Nov 22 16:38:47.813689 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: portsecurity.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.814628 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.815141 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: port-security Nov 22 16:38:47.815457 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: project_id.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.816439 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.816770 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: project-id Nov 22 16:38:47.817090 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: providernet.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.818400 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.818860 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: provider Nov 22 16:38:47.819174 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.823106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.823631 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos not supported by any of loaded plugins Nov 22 16:38:47.823962 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.825224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.825745 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 16:38:47.826208 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.827126 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.827640 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 16:38:47.827975 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_default.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.828880 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.829395 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-default not supported by any of loaded plugins Nov 22 16:38:47.829747 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_fip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.830418 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.830925 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-fip not supported by any of loaded plugins Nov 22 16:38:47.831243 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_gateway_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.832179 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.832685 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 16:38:47.833001 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_port_network_policy.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.833918 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.834453 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 16:38:47.834765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.835815 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.836313 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 16:38:47.836643 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_pps_rule.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.838034 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.838569 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-pps not supported by any of loaded plugins Nov 22 16:38:47.838894 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_rule_type_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.839838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.840357 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 16:38:47.840679 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: qos_rules_alias.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.841719 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.842266 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 16:38:47.842587 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: quota_check_limit.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.843495 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.844009 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: quota-check-limit Nov 22 16:38:47.844331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: quotasv2.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.845327 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.845655 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: quotas Nov 22 16:38:47.845980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: quotasv2_detail.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.849475 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.849811 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: quota_details Nov 22 16:38:47.850168 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: rbac.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.851259 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.851791 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: rbac-policies Nov 22 16:38:47.852117 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: rbac_address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.853124 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.853648 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: rbac-address-group Nov 22 16:38:47.853968 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: rbac_address_scope.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.855016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.855535 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: rbac-address-scope Nov 22 16:38:47.855855 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: rbac_security_groups.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.856781 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.857297 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: rbac-security-groups Nov 22 16:38:47.857623 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: rbac_subnetpool.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.858566 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.859082 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: rbac-subnetpool Nov 22 16:38:47.859399 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: revisionifmatch.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.860320 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.860833 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: revision-if-match Nov 22 16:38:47.861152 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: revisions.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.862331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.862847 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: standard-attr-revisions Nov 22 16:38:47.863145 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: router_availability_zone.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.863826 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.864340 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: router_availability_zone Nov 22 16:38:47.864659 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: routerservicetype.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.865573 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.866079 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension router-service-type not supported by any of loaded plugins Nov 22 16:38:47.866427 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.867426 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.867946 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: security-groups-normalized-cidr Nov 22 16:38:47.868292 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.869227 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.869753 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: port-security-groups-filtering Nov 22 16:38:47.870075 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.871098 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.871605 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: security-groups-remote-address-group Nov 22 16:38:47.871919 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.872857 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.873366 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: security-groups-shared-filtering Nov 22 16:38:47.873685 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.874307 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 16:38:47.874622 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: securitygroup.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.885080 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.885642 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: security-group Nov 22 16:38:47.885976 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: segment.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.886848 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.887390 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension segment not supported by any of loaded plugins Nov 22 16:38:47.887720 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.888720 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.889232 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 16:38:47.889558 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: servicetype.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.890703 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.891221 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: service-type Nov 22 16:38:47.891545 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: sorting.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.892539 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.892868 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: sorting Nov 22 16:38:47.893188 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: standard_attr_segment.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.894124 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.894647 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 16:38:47.894973 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: standardattrdescription.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.895624 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.896137 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: standard-attr-description Nov 22 16:38:47.896458 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: stateful_security_group.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.897395 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.897923 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: stateful-security-group Nov 22 16:38:47.898277 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: stdattrs_common.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.898857 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 16:38:47.899168 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.900209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.900758 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 16:38:47.901072 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnet_onboard.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.902208 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.902821 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: subnet_onboard Nov 22 16:38:47.903145 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.904087 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.904601 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 16:38:47.904921 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnet_service_types.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.905847 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.906393 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: subnet-service-types Nov 22 16:38:47.906717 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnetallocation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.907824 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.908346 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: subnet_allocation Nov 22 16:38:47.908677 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.909357 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.909869 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: subnetpool-prefix-ops Nov 22 16:38:47.910223 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.911152 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.911671 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 16:38:47.911990 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: tagging.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.913108 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.913625 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: standard-attr-tag Nov 22 16:38:47.913947 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: timestamp.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.915258 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.915770 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loaded extension: standard-attr-timestamp Nov 22 16:38:47.916106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: trunk.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.917161 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.917680 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension trunk not supported by any of loaded plugins Nov 22 16:38:47.918001 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: trunk_details.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.919058 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.919572 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension trunk-details not supported by any of loaded plugins Nov 22 16:38:47.919891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: uplink_status_propagation.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.920826 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.921334 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 16:38:47.921653 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Loading extension file: vlantransparent.py {{(pid=109301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:38:47.922375 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:38:47.922863 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 16:38:47.925540 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:network Nov 22 16:38:47.926116 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnet Nov 22 16:38:47.926520 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:47.926911 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:port Nov 22 16:38:47.928254 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.928641 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service FLAVORS assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.929267 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.929707 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.930040 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:router Nov 22 16:38:47.930505 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:38:47.931018 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service METERING assigned prefix: /metering {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.932503 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.932869 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.933224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:38:47.934312 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:38:47.934750 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:38:47.935216 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:38:47.935832 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.936164 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:47.936494 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] subnetpool is already registered Nov 22 16:38:47.936930 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.937259 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:47.937589 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] subnetpool is already registered Nov 22 16:38:47.939918 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.940349 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service FLAVORS assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.940938 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.941355 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.941693 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:router Nov 22 16:38:47.942028 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] router is already registered Nov 22 16:38:47.942794 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:38:47.943122 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] floatingip is already registered Nov 22 16:38:47.943579 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service METERING assigned prefix: /metering {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.944246 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:38:47.944564 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] rbac_policy is already registered Nov 22 16:38:47.944970 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:38:47.945299 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] security_group is already registered Nov 22 16:38:47.945698 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:38:47.946028 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] security_group_rule is already registered Nov 22 16:38:47.946834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.947157 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:47.947491 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] subnetpool is already registered Nov 22 16:38:47.947919 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.v2.resource_helper [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Service CORE assigned prefix: {{(pid=109301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:38:47.948316 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:38:47.948649 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING neutron.quota.resource_registry [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] subnetpool is already registered Nov 22 16:38:47.949115 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: extensions {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.950762 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: address-groups {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.952257 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: address-scopes {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.953634 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.954892 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: auto-allocated-topology {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.956174 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: availability_zones {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.957397 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: dhcp-networks {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.958979 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: dhcp-agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.960414 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.962898 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: flavors {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.964111 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: service_profiles {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.965418 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: next_providers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.966998 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: service_profiles {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.968577 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: floatingip-pools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.969802 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.971980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: floatingips {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.974381 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: l3-routers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.975810 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: l3-agents {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.977217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: metering-labels {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.978937 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: metering-label-rules {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.980244 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: network-ip-availabilities {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.981572 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: bindings {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.983390 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: quotas {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.984971 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: quotas {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.986605 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: rbac-policies {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.987912 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: security-groups {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.989159 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: security-group-rules {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.990434 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: service-providers {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.991660 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: subnetpools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.993086 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: subnetpools {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.994740 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.996451 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:47.998362 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.000207 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.002017 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.003911 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.005597 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.007529 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.009577 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.011496 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron.api.extensions [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Extended resource: tags {{(pid=109301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:38:48.017891 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING keystonemiddleware.auth_token [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 16:38:48.022729 dv-cinder-773985-19-iscsi neutron-server[109301]: WARNING keystonemiddleware.auth_token [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 16:38:48.031986 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Acquired lock "singleton_lock" {{(pid=109301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 16:38:48.032463 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_concurrency.lockutils [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Releasing lock "singleton_lock" {{(pid=109301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 16:38:48.033135 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Starting 2 workers Nov 22 16:38:48.037844 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Started child 109410 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:48.042432 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Started child 109411 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:48.043750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.044418 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO neutron.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 16:38:48.044742 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Publish callbacks [] for process, before_spawn {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.045206 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [-] (109410) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:38:48.047235 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Starting 1 workers Nov 22 16:38:48.047521 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.048897 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [-] (109411) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:38:48.052340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Started child 109412 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:48.052889 dv-cinder-773985-19-iscsi neutron-server[109301]: INFO oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Starting 1 workers Nov 22 16:38:48.056357 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] calling RpcWorker wait() {{(pid=109412) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 16:38:48.057016 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] returning from RpcWorker wait() {{(pid=109412) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 16:38:48.057363 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Started child 109413 {{(pid=109301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:38:48.058198 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG neutron_lib.callbacks.manager [None req-1a24d73c-d906-4628-abc0-7970018daef1 None None] Publish callbacks [] for process, after_spawn {{(pid=109301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.058380 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.058850 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:48.060173 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:38:48.060365 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:48.060582 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:48.060775 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:48.061162 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:48.061310 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:48.061846 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.062133 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.062433 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.062695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.062989 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.063574 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.063828 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.064076 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.064344 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.064576 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.064740 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.064905 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.065154 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.065343 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.065852 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.065852 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.066049 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.066242 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.066513 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.066686 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.066927 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:48.067030 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.067192 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.067781 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.068011 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.068248 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.068724 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.068950 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.069174 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.069396 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.069705 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.070153 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.070549 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.071036 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.071036 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.071315 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.071616 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.072014 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.072379 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.073141 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.073141 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.073658 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.073973 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.074721 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host = dv-cinder-773985-19-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.075406 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.075796 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.076200 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.076980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.077263 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.077477 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.077721 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.078331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.078331 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.078790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.078790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.079165 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.079585 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.079585 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.079585 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_options = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080338 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080338 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080338 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080805 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080805 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.080805 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.081464 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.081464 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.081464 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.082408 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.082408 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.082408 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.082408 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083864 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083864 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.083864 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.084732 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.084732 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.084732 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.085460 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.085460 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.085460 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.085460 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.086695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.086695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.086695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.086695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.086695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088823 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088823 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088823 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.088823 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.089346 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.089346 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.089608 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.089754 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.090220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.090220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.090516 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.090650 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.090976 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.091212 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.091358 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.091610 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.091825 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.092093 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.092448 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.092823 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.093113 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.093427 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.093744 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.093895 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.094151 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.094576 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.094766 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.094911 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.095177 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.095511 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.095803 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.096066 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.096502 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.096502 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.096980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.096980 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098465 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098876 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.098876 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.099279 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.100205 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.100205 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.100205 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.100490 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.100802 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.101144 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.101385 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.101643 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.101994 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.102970 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.103240 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.103478 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.104195 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.104195 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.104195 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.104516 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.104591 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.105118 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.105432 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.105714 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.106015 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.106215 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.106771 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.106771 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.107224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.107395 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.107603 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.107847 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.108088 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.109340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.109340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.109340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.109340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.109340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.110512 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.110512 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.110512 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.110512 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.110512 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.113031 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.114793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.116440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.117838 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.119106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.119106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.119106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.119106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.119106 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120067 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120067 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120067 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120067 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120738 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120738 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.120738 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.121298 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.121489 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.122836 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.127663 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128256 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128676 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128676 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.128871 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.129121 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.129348 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.129577 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.130054 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.130399 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.130713 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.130891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.131079 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.131378 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.131589 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.131970 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.132129 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.132268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.132509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.132780 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.133025 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.133259 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.133471 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.133704 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.134045 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.134406 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.134650 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.134883 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.135108 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.135296 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.135553 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.137575 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.138891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.139318 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.139318 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.139510 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.139757 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.139989 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.140243 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.140506 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.140724 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.140987 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.141209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.141424 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.141642 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.141867 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.142120 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.142330 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.142555 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.142765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.143041 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.143285 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.143608 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.143854 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.144083 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.144318 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.144534 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.144787 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.145038 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.145259 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.145496 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.145732 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.145947 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.146217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.146463 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.146737 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.146955 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.147176 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.147379 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.147602 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.147835 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.148118 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.148373 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.148612 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.148875 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.149099 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.149315 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.149622 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.149839 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.150053 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.150323 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.150545 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.150756 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.150988 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.151217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.151430 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.151664 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.151874 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.152128 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.152352 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.152562 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.152793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.153018 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.153234 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.153443 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.153667 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.153895 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.154211 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.154436 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.154657 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.154876 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.155117 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.155352 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.155563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.155790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.156008 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.156221 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.156506 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.156763 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.156975 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.157270 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.157526 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.157766 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.158009 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.158350 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.158567 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.158828 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.159064 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.159286 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.159507 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.159760 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.160079 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.160369 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.160626 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.160881 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.161161 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.161450 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.161707 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.161920 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.162246 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.162553 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.162824 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.163128 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.163333 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.163599 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.163843 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.164066 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.164303 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.164540 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.164868 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167122 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167789 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.167789 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:48.167789 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:38:48.168016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:38:48.168093 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:38:48.168223 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:38:48.168399 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:38:48.168538 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:38:48.168745 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.168904 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169062 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169224 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169384 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169566 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169785 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.169948 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170209 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170459 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170593 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170681 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170827 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.170985 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171145 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171303 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171460 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171618 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171780 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.171937 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172095 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172309 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172406 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] debug = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172552 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172751 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.172915 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.173082 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.173239 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.173416 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.173576 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.173734 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174169 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174169 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174346 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174346 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174497 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174641 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174797 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.174953 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175110 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175267 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175424 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host = dv-cinder-773985-19-iscsi {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175581 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175738 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.175930 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176054 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176212 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176369 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176529 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176687 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.176845 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177002 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177160 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177317 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177490 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177707 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177802 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_options = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.177937 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178094 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178324 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178530 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178628 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178763 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.178907 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179064 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179223 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179381 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179538 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179695 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.179853 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180010 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180166 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180323 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180482 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180638 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.180853 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181012 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181170 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181329 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181486 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181644 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181801 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.181957 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182144 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182291 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182473 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182605 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182748 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.182905 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183048 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183207 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183363 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183521 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183678 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.183834 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184053 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184288 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184409 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184642 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184739 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.184866 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185173 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185329 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_json = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185487 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185645 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185803 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.185961 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.186134 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.186296 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.186455 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.186613 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:38:48.186799 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.186961 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187135 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187297 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187458 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187622 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.187951 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188110 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188271 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188440 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188605 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188777 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.188992 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189159 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189321 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189483 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189643 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189803 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.189963 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190151 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190315 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190485 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190646 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190807 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.190966 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191126 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191296 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191454 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191630 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191791 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.191953 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.192113 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.192568 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.192739 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.192898 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193060 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193380 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193540 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193701 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.193861 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.194021 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.194205 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.194367 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.194528 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195079 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195079 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195079 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195339 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195339 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195499 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195596 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195734 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.195891 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196050 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196210 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196626 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196626 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196844 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.196923 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.197208 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.197375 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.197681 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.197681 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198162 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198162 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198162 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.198850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199396 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199396 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199396 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199781 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199781 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.199781 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200136 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200136 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200394 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200394 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200646 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200646 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200909 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.200909 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201193 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201193 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201535 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201535 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.201790 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202037 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202248 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202379 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202506 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202632 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202733 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.202894 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203054 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203217 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203378 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203538 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203697 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.203862 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204021 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204180 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204340 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204499 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204659 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204817 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.204982 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205141 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205277 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205435 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205595 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205754 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.205914 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.206088 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.206311 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.206485 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.206604 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.206931 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.207101 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.207417 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.207582 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.207750 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.207916 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208073 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208235 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208395 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208555 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208710 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.208873 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209045 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209204 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209368 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209527 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209713 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.209874 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.213860 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.214509 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215042 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.215563 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216112 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216637 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216637 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216637 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216637 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216637 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216974 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.216974 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217114 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217232 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217396 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217559 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217725 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.217880 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218051 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218377 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218377 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218529 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218692 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.218850 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219010 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219172 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219333 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219493 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219652 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219814 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.219979 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220141 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220302 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220463 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220623 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220783 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.220943 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221116 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221537 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221537 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221664 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221729 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.221867 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222036 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222220 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222382 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222541 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222701 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.222862 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.223032 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226190 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226694 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226761 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.226833 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.227765 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228102 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228102 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228235 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228299 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228507 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228793 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.228927 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.229126 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.229252 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.229399 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.229569 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.229779 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230016 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230231 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230406 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230586 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230819 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.230982 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231145 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231306 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231466 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231627 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231788 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.231949 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232108 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232268 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232428 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232589 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232750 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.232911 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.233071 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.233232 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.233378 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.233582 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:38:48.233713 dv-cinder-773985-19-iscsi neutron-server[109301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:38:48.343770 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41648) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:48.353602 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076492 Nov 22 16:39:00.087714 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178cb884-a8a4-4f7c-b8bb-687bb5d1fdc8 None None] get_active_networks_info from dv-cinder-773985-19-iscsi {{(pid=109412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:39:00.146311 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178cb884-a8a4-4f7c-b8bb-687bb5d1fdc8 None None] No non-hosted networks {{(pid=109412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 16:39:00.155713 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f96d7b4b-89f5-423a-8193-4795dced63ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.273853 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc4b-5978-4547-9c06-ddac1153e328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:02.350852 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d6cf36e1-b2a1-43e3-808a-1c752b01e61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.399988 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.896860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.630320 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.631462 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.631910 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.632430 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.632957 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.633397 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.633998 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.634398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.634857 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.635256 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.635689 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.636104 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.636495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:05.636957 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-19-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:05.647512 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-19-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:06.410188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 41738) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:07.010941 dv-cinder-773985-19-iscsi neutron-server[109410]: WARNING oslo_policy.policy [None req-76ebbe55-16f1-43c1-bf58-5471972ee6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:07.011612 dv-cinder-773985-19-iscsi neutron-server[109410]: WARNING oslo_policy.policy [None req-76ebbe55-16f1-43c1-bf58-5471972ee6c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:07.240630 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [None req-76ebbe55-16f1-43c1-bf58-5471972ee6c9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:39:07.253092 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-76ebbe55-16f1-43c1-bf58-5471972ee6c9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8289995 Nov 22 16:39:07.903283 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.db.l3_hamode_db [None req-5a28a3fd-de26-4121-b3a3-77b8bc47b792 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 16:39:07.982930 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28a3fd-de26-4121-b3a3-77b8bc47b792 None None] Routers set() bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:07.983330 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28a3fd-de26-4121-b3a3-77b8bc47b792 None None] Router IDs set() for agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:39:09.784295 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41754) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:10.343339 dv-cinder-773985-19-iscsi neutron-server[109411]: WARNING oslo_policy.policy [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:10.343887 dv-cinder-773985-19-iscsi neutron-server[109411]: WARNING oslo_policy.policy [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:10.579621 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:10.677186 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.policy [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:39:10.725076 dv-cinder-773985-19-iscsi neutron-server[109411]: WARNING oslo_policy.policy [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:10.725348 dv-cinder-773985-19-iscsi neutron-server[109411]: WARNING oslo_policy.policy [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:10.734576 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.quota [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] Loaded quota_driver: . Nov 22 16:39:10.834607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489359526', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489358971', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489093897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489095170', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489073024', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761489064074', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1840255', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1877856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1014975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941415'] for rbac-policy, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.914637 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:10.916370 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-571fb499-1513-49e0-869f-ba54aa628302 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1310363 Nov 22 16:39:13.776678 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 41772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:14.119720 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'name': 'private'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:14.122050 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.quota [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Loaded quota_driver: . Nov 22 16:39:14.185052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Made reservation on behalf of 9aaab51d812644fea9d74c68d269bcab for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:14.259909 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.policy [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:39:14.306546 dv-cinder-773985-19-iscsi neutron-server[109410]: WARNING oslo_policy.policy [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:14.306942 dv-cinder-773985-19-iscsi neutron-server[109410]: WARNING oslo_policy.policy [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:39:14.317890 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.339709 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.466890 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.473413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.498412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:14.526677 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761484407260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.526880 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Unsubscribe: segment precommit_create {{(pid=109410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:39:14.527359 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Added segment 2f07783e-a380-4093-959e-832bda45936f of type vlan for network 295af731-2c7a-477b-b0e2-f70dcb99efdd Nov 22 16:39:14.544735 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaec237e-e698-44dd-9e7b-3e836e46c651,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.565497 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.566045 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.566935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.567279 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.567609 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.567959 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.568273 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.568620 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.568918 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.569213 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.569549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.569832 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Tracked resource versions report: Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: pushed versions: Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Log': {'1.0'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Network': {'1.1'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Port': {'1.7'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'PortForwarding': {'1.2'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'QosPolicy': {'1.10'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SubPort': {'1.0'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Subnet': {'1.1'}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Trunk': {'1.1'}} Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: consumer versions: Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'ConntrackHelper': '1.0', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Log': '1.0', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Network': '1.1', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Port': '1.7', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'PortForwarding': '1.2', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'QosPolicy': '1.10', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroup': '1.5', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroupRule': '1.2', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SubPort': '1.0', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Subnet': '1.1', Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Trunk': '1.1'}} Nov 22 16:39:14.571261 dv-cinder-773985-19-iscsi neutron-server[109410]: {{(pid=109410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:14.666450 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.709414 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.710755 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.711653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:14.798378 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0204849 Nov 22 16:39:14.823154 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24355b1-0025-4a6a-b90b-00807b755bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=295af731-2c7a-477b-b0e2-f70dcb99efdd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:14.836757 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:17.666587 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 41788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:18.137345 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ff3bfb-dac6-44e1-9165-a731abbb29ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:18.138721 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-28ff3bfb-dac6-44e1-9165-a731abbb29ac admin admin] 10.222.0.46 "GET /v2.0/networks/295af731-2c7a-477b-b0e2-f70dcb99efdd HTTP/1.1" status: 200 len: 825 time: 0.4711673 Nov 22 16:39:18.183406 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7944e876-6c25-454a-9e95-5533a3447844 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/37c3b2a0-8758-4d44-b13c-70460a783d37 HTTP/1.1" status: 200 len: 734 time: 0.0383780 Nov 22 16:39:18.193407 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Request body: {'subnet': {'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37', 'name': 'private-subnet', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:18.218991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Made reservation on behalf of 9aaab51d812644fea9d74c68d269bcab for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:18.221231 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.528200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.594789 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2031d2b2-f1c8-406e-ad50-db96d8be18bd,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:18.602000 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Checking segment: {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:18.602411 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Network hostable DHCP agents. Network: 295af731-2c7a-477b-b0e2-f70dcb99efdd, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:18.626410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:18.639404 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 295af731-2c7a-477b-b0e2-f70dcb99efdd) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:18.645197 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:18.646349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:18.650282 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427429bb-13ce-4735-a8ee-7aad98c04d04 None None] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:18.664392 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d8ec2bf0-d552-425b-8b04-605eaa159bd7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4745436 Nov 22 16:39:19.001442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-295af731-2c7a-477b-b0e2-f70dcb99efdd', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:19.002756 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.321535 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Allocated IP 172.20.0.2 (295af731-2c7a-477b-b0e2-f70dcb99efdd/2031d2b2-f1c8-406e-ad50-db96d8be18bd/8584eef1-3af0-484a-99db-a1534b1f1cd5) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:19.545689 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.555397 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.632317 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:19.637373 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:19.640788 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:19.652707 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Pushing event updated for resources: {'Port': ['ID=8584eef1-3af0-484a-99db-a1534b1f1cd5,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:19.682184 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.682535 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.682875 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.683204 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.683621 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.683953 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.684172 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.684549 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.684843 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.685164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.685474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.685786 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Tracked resource versions report: Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: pushed versions: Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Log': {'1.0'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Network': {'1.1'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Port': {'1.7'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'PortForwarding': {'1.2'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'QosPolicy': {'1.10'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SubPort': {'1.0'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Subnet': {'1.1'}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Trunk': {'1.1'}} Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: consumer versions: Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'ConntrackHelper': '1.0', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Log': '1.0', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Network': '1.1', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Port': '1.7', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'PortForwarding': '1.2', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'QosPolicy': '1.10', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroup': '1.5', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroupRule': '1.2', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SubPort': '1.0', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Subnet': '1.1', Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Trunk': '1.1'}} Nov 22 16:39:19.687191 dv-cinder-773985-19-iscsi neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:19.738528 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Attempting to bind port 8584eef1-3af0-484a-99db-a1534b1f1cd5 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:19.738912 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Attempting to bind port 8584eef1-3af0-484a-99db-a1534b1f1cd5 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:19.739328 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Attempting to bind port 8584eef1-3af0-484a-99db-a1534b1f1cd5 on network 295af731-2c7a-477b-b0e2-f70dcb99efdd {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:19.744571 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:19.744911 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Checking segment: {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:19.745361 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.745745 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Bound using segment: {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:19.746266 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Bound port: 8584eef1-3af0-484a-99db-a1534b1f1cd5, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:19.746669 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.815097 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] For port 8584eef1-3af0-484a-99db-a1534b1f1cd5, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:19.820036 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] For port 8584eef1-3af0-484a-99db-a1534b1f1cd5, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=8584eef1-3af0-484a-99db-a1534b1f1cd5,segment=NetworkSegment(2f07783e-a380-4093-959e-832bda45936f),segment_id=2f07783e-a380-4093-959e-832bda45936f)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:19.827024 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.903848 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439aa097-423f-4e4a-982c-3b70c0a5b75a None None] Pushing event updated for resources: {'Port': ['ID=8584eef1-3af0-484a-99db-a1534b1f1cd5,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.287386 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41796) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.647146 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [None req-47114f25-d242-4ff3-b5d0-96e64ca1687f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:39:21.648330 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-47114f25-d242-4ff3-b5d0-96e64ca1687f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3598790 Nov 22 16:39:24.156867 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41804) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:24.524537 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [None req-95a16b89-4475-4fa3-bd2f-7e20b10e8e3d admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:39:24.526651 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-95a16b89-4475-4fa3-bd2f-7e20b10e8e3d admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687351 Nov 22 16:39:27.343429 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41814) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:27.684789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:27.715524 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.717188 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.880162 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.890081 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.909084 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:27.910328 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1bf73729-34a7-42da-9ccd-f270176eefca admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5659089 Nov 22 16:39:29.099661 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303bb93-4be7-4f2d-b5fd-3cd3396eb2f6 None None] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:29.173619 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] Provisioning complete for port 8584eef1-3af0-484a-99db-a1534b1f1cd5 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:29.173996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.372210 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.416797 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] For port 8584eef1-3af0-484a-99db-a1534b1f1cd5, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=8584eef1-3af0-484a-99db-a1534b1f1cd5,segment=NetworkSegment(2f07783e-a380-4093-959e-832bda45936f),segment_id=2f07783e-a380-4093-959e-832bda45936f)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:29.441052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 8584eef1-3af0-484a-99db-a1534b1f1cd5 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:29.444746 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.558771 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5fbba-31c2-4357-8a02-331f86da257d None None] Pushing event updated for resources: {'Port': ['ID=8584eef1-3af0-484a-99db-a1534b1f1cd5,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:29.574699 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 8584eef1-3af0-484a-99db-a1534b1f1cd5 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:29.575069 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.778763 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f0c34140-f33b-4f65-be93-d7aa411f04f9 None None] Provisioning complete for port 8584eef1-3af0-484a-99db-a1534b1f1cd5 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:29.779133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f0c34140-f33b-4f65-be93-d7aa411f04f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.965850 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-00f63c10-f08e-496d-b89c-1387917af705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.484205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 41828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:30.833085 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [None req-e023cc73-d978-43de-ab04-e54267dd3f2f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:39:30.834110 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e023cc73-d978-43de-ab04-e54267dd3f2f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3489420 Nov 22 16:39:31.379552 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 8584eef1-3af0-484a-99db-a1534b1f1cd5 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:31.429010 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 8584eef1-3af0-484a-99db-a1534b1f1cd5 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:31.429369 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.277246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1da861a3-7ee4-46ea-8729-1ebfb308f1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.335558 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.430030 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41840) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.777525 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:33.804264 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Made reservation on behalf of 3b23cb05b3064a31a94057cedc3dfc35 for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:33.808664 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.828694 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.937338 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.945292 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.961546 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Reserving flat network on physical network physnet1 {{(pid=109411) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 16:39:33.996303 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761484407260', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.996887 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Unsubscribe: segment precommit_create {{(pid=109411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:39:33.997365 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Added segment 77180d82-e2c0-40c0-ab50-834b32e44d50 of type flat for network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c Nov 22 16:39:34.012657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64cc82a4-d5b3-43b5-99a6-c1f992ddd82a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.057552 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.058003 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.058409 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.058719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.059034 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.059419 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.059812 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.060164 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.060506 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.060851 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.061162 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.061467 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Tracked resource versions report: Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: pushed versions: Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Log': {'1.0'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Network': {'1.1'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Port': {'1.7'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'PortForwarding': {'1.2'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'QosPolicy': {'1.10'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SubPort': {'1.0'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Subnet': {'1.1'}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Trunk': {'1.1'}} Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: consumer versions: Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'ConntrackHelper': '1.0', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Log': '1.0', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Network': '1.1', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Port': '1.7', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'PortForwarding': '1.2', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'QosPolicy': '1.10', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroup': '1.5', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroupRule': '1.2', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SubPort': '1.0', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Subnet': '1.1', Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Trunk': '1.1'}} Nov 22 16:39:34.062850 dv-cinder-773985-19-iscsi neutron-server[109411]: {{(pid=109411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:34.115344 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.163068 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.164426 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:34.165170 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.238868 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8077319 Nov 22 16:39:34.265369 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d5484-addf-420b-8c85-62842afe0259 admin admin] Pushing event updated for resources: {'Network': ['ID=0bf4be79-7f05-47fe-a0d0-370f8d8ae13c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.276542 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:34.881279 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.636664 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.734657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41862) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:36.992698 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474aa8c-8d08-4d0d-9452-54644b859afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:36.994017 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-3474aa8c-8d08-4d0d-9452-54644b859afa admin admin] 10.222.0.46 "GET /v2.0/subnets/2031d2b2-f1c8-406e-ad50-db96d8be18bd HTTP/1.1" status: 200 len: 849 time: 0.2577209 Nov 22 16:39:37.135309 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-f8df258d-7610-440c-9007-0c031427fd5e admin admin] 10.222.0.46 "GET /v2.0/routers/93f304d3-bfb5-42b0-83d9-05c52579b5e0 HTTP/1.1" status: 200 len: 704 time: 0.1318099 Nov 22 16:39:37.408069 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.707832 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Allocated IP 172.20.0.1 (295af731-2c7a-477b-b0e2-f70dcb99efdd/2031d2b2-f1c8-406e-ad50-db96d8be18bd/29255b79-d6ed-47ce-a2fb-047c6b312c9f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:37.895624 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.969155 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.061584 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:38.065750 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:38.067890 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=29255b79-d6ed-47ce-a2fb-047c6b312c9f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.080105 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:38.080625 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.343129 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-52838b5b-a6e0-4773-9b90-8501f806e639 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:38.344046 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52838b5b-a6e0-4773-9b90-8501f806e639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.347878 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.380553 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-52838b5b-a6e0-4773-9b90-8501f806e639 None None] Port 29255b79-d6ed-47ce-a2fb-047c6b312c9f cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:38.572095 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.577504 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.578438 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.651918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=29255b79-d6ed-47ce-a2fb-047c6b312c9f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.701134 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:38.702561 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:38.880563 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:38.902054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-1b325839-460f-4422-a413-f6265ac55e59 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:38.902456 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b325839-460f-4422-a413-f6265ac55e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.937956 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-1b325839-460f-4422-a413-f6265ac55e59 None None] Port 29255b79-d6ed-47ce-a2fb-047c6b312c9f cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:38.973131 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:38.980693 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-6622ff95-cf9d-47ac-ac7c-798b133ec4b5 admin admin] 10.222.0.46 "PUT /v2.0/routers/93f304d3-bfb5-42b0-83d9-05c52579b5e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8368492 Nov 22 16:39:38.995476 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Sync routers for ids ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:39.011531 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Routers {'93f304d3-bfb5-42b0-83d9-05c52579b5e0'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:39.012346 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:39:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:39.200855 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Set router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 gateway port host: None {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:39.638440 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:38Z', 'revision_number': 2, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port_host': None, '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:38Z', 'revision_number': 2, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:39.690080 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Checking router: 93f304d3-bfb5-42b0-83d9-05c52579b5e0 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:39.690450 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Updating router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 port 29255b79-d6ed-47ce-a2fb-047c6b312c9f binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:39.739002 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.254340 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.262475 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.431751 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Pushing event updated for resources: {'Port': ['ID=29255b79-d6ed-47ce-a2fb-047c6b312c9f,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.443739 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Attempting to bind port 29255b79-d6ed-47ce-a2fb-047c6b312c9f on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:40.444113 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Attempting to bind port 29255b79-d6ed-47ce-a2fb-047c6b312c9f by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:40.444678 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Attempting to bind port 29255b79-d6ed-47ce-a2fb-047c6b312c9f on network 295af731-2c7a-477b-b0e2-f70dcb99efdd {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:40.448639 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.448982 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.449322 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.449656 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.449988 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.450343 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.450729 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.450988 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.451326 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.451642 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.451961 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.452280 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Tracked resource versions report: Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: pushed versions: Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: { 'AddressGroup': {'1.2'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'ConntrackHelper': {'1.0'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Log': {'1.0'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Network': {'1.1'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Port': {'1.7'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'PortForwarding': {'1.2'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'QosPolicy': {'1.10'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroup': {'1.5'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SubPort': {'1.0'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Subnet': {'1.1'}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Trunk': {'1.1'}} Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: consumer versions: Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'ConntrackHelper': '1.0', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Log': '1.0', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Network': '1.1', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Port': '1.7', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'PortForwarding': '1.2', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'QosPolicy': '1.10', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroup': '1.5', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroupRule': '1.2', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SubPort': '1.0', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Subnet': '1.1', Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Trunk': '1.1'}} Nov 22 16:39:40.453623 dv-cinder-773985-19-iscsi neutron-server[109413]: {{(pid=109413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:39:40.459535 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:40.460013 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Checking segment: {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:40.460648 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.461034 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Bound using segment: {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:40.461547 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Bound port: 29255b79-d6ed-47ce-a2fb-047c6b312c9f, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f07783e-a380-4093-959e-832bda45936f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:40.461921 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.471033 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-0b128ccb-2b4d-48b8-a193-78ad85471984 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:40.471481 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0b128ccb-2b4d-48b8-a193-78ad85471984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.505553 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-0b128ccb-2b4d-48b8-a193-78ad85471984 None None] Port 29255b79-d6ed-47ce-a2fb-047c6b312c9f cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:40.529997 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] For port 29255b79-d6ed-47ce-a2fb-047c6b312c9f, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:40.551262 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] For port 29255b79-d6ed-47ce-a2fb-047c6b312c9f, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=29255b79-d6ed-47ce-a2fb-047c6b312c9f,segment=NetworkSegment(2f07783e-a380-4093-959e-832bda45936f),segment_id=2f07783e-a380-4093-959e-832bda45936f)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:40.556624 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.615015 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba69da-f4df-45ff-b6d2-6322461bb5f1 None None] Pushing event updated for resources: {'Port': ['ID=29255b79-d6ed-47ce-a2fb-047c6b312c9f,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:40.619549 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Routers {'93f304d3-bfb5-42b0-83d9-05c52579b5e0'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:40.620170 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:39:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.712400 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] Set router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 gateway port host: None {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:40.830471 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:40.830790 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.910963 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.932410 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:38Z', 'revision_number': 2, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port_host': None, '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 4, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.944380 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] For port 29255b79-d6ed-47ce-a2fb-047c6b312c9f, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=29255b79-d6ed-47ce-a2fb-047c6b312c9f,segment=NetworkSegment(2f07783e-a380-4093-959e-832bda45936f),segment_id=2f07783e-a380-4093-959e-832bda45936f)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:40.949225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.959714 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01670aba-8a23-47a1-9c15-2dc479ff9bfb None None] The sync data for ids ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'] in dv-cinder-773985-19-iscsi is: [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:38Z', 'revision_number': 2, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port_host': None, '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 4, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:41.001316 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d55090-a530-4e98-9564-fb5aa99dffd5 None None] Pushing event updated for resources: {'Port': ['ID=29255b79-d6ed-47ce-a2fb-047c6b312c9f,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.377848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 41880) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:41.512868 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee59337-8552-40b1-a662-da0046f1fdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:41.514313 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-eee59337-8552-40b1-a662-da0046f1fdb4 admin admin] 10.222.0.46 "GET /v2.0/networks/0bf4be79-7f05-47fe-a0d0-370f8d8ae13c HTTP/1.1" status: 200 len: 842 time: 0.1354530 Nov 22 16:39:41.525517 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:41.548089 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Made reservation on behalf of 3b23cb05b3064a31a94057cedc3dfc35 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:41.550613 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.925392 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.objects.ports [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:39:41.925829 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.992570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade3c74f-5eea-461c-87a4-36946f43208d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:42.002348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:42.002798 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Network hostable DHCP agents. Network: 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:42.022861 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:42.033714 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:42.040080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:42.040080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.044294 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b60a1c-4f9f-4613-8519-8aeede687993 None None] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:42.074191 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-6b3dafa6-84e7-4cc3-b080-80e0dca0f8d9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5388272 Nov 22 16:39:42.190777 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93e8b6-4318-43aa-85fd-13c5659af3a3 None None] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:45.025308 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41888) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:45.170243 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2bf3db2e-2d13-4d06-96db-6c5038ecf758 admin admin] 10.222.0.46 "GET /v2.0/routers/93f304d3-bfb5-42b0-83d9-05c52579b5e0 HTTP/1.1" status: 200 len: 710 time: 0.1445870 Nov 22 16:39:45.257510 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e8cd27-8e49-432a-af98-53793a6dba7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.258945 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-90e8cd27-8e49-432a-af98-53793a6dba7b admin admin] 10.222.0.46 "GET /v2.0/networks/0bf4be79-7f05-47fe-a0d0-370f8d8ae13c HTTP/1.1" status: 200 len: 886 time: 0.0827730 Nov 22 16:39:45.268469 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:45.520794 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.826941 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.905975 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.010885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Allocated IP 172.27.1.42 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:46.115628 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.150267 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.186472 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:46.189278 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:46.193106 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:46.230593 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Pushing event updated for resources: {'Port': ['ID=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.459651 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.673918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-763164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58419'] for router, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.677619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-763141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-763146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-764337'] for router, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.788331 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:46.911368 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:46.915833 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.917100 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d66d0036-0d6b-4fa9-9916-8332de4de428 admin admin] 10.222.0.46 "PUT /v2.0/routers/93f304d3-bfb5-42b0-83d9-05c52579b5e0 HTTP/1.1" status: 200 len: 889 time: 1.6518676 Nov 22 16:39:47.411172 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 29255b79-d6ed-47ce-a2fb-047c6b312c9f up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:47.468860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:47.469442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.961662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Sync routers for ids ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:47.973182 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Routers {'93f304d3-bfb5-42b0-83d9-05c52579b5e0'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:47.973916 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:39:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:48.184683 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Set router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:48.652855 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:46Z', 'revision_number': 4, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port': {'id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:45Z', 'updated_at': '2021-11-22T16:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 5, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:48.704397 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Checking router: 93f304d3-bfb5-42b0-83d9-05c52579b5e0 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:48.704644 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Updating router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:48.750476 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.089960 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.097218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.149232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Attempting to bind port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:49.149625 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Attempting to bind port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:49.149983 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Attempting to bind port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:49.156900 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb037f20-a1dd-4851-bc4a-3c02b36bc78a None None] Pushing event updated for resources: {'Port': ['ID=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.164683 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:49.165064 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:49.165526 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.166042 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:49.166929 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Bound port: dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:49.167331 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.223965 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] For port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:49.227642 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] For port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:49.234040 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.296686 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb037f20-a1dd-4851-bc4a-3c02b36bc78a None None] Pushing event updated for resources: {'Port': ['ID=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.302000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Routers {'93f304d3-bfb5-42b0-83d9-05c52579b5e0'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:49.302659 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:39:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.416516 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] Set router 93f304d3-bfb5-42b0-83d9-05c52579b5e0 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:49.483964 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 41900) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.619668 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5993fe10-bb67-4b1c-853c-a223d1ceb58f admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1344650 Nov 22 16:39:49.660549 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:46Z', 'revision_number': 4, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port': {'id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:45Z', 'updated_at': '2021-11-22T16:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 5, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:49.689904 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb206e-f1b2-4fdf-bf09-e36bb79fbe45 None None] The sync data for ids ['93f304d3-bfb5-42b0-83d9-05c52579b5e0'] in dv-cinder-773985-19-iscsi is: [{'id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'name': 'router1', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:27Z', 'updated_at': '2021-11-22T16:39:46Z', 'revision_number': 4, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'gw_port': {'id': 'dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ec:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:45Z', 'updated_at': '2021-11-22T16:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '29255b79-d6ed-47ce-a2fb-047c6b312c9f', 'name': '', 'network_id': '295af731-2c7a-477b-b0e2-f70dcb99efdd', 'tenant_id': '9aaab51d812644fea9d74c68d269bcab', 'mac_address': 'fa:16:3e:ad:4d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f304d3-bfb5-42b0-83d9-05c52579b5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:37Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 5, 'project_id': '9aaab51d812644fea9d74c68d269bcab', 'subnets': [{'id': '2031d2b2-f1c8-406e-ad50-db96d8be18bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c3b2a0-8758-4d44-b13c-70460a783d37'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:51.449548 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:51.503641 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:51.504318 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.585828 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.607889 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:51.613119 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.667996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.444298 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:53.508408 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port dcc1991b-3962-4a7c-9ef2-4fdf1c4053bf triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:53.509034 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.970304 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a7918d8-6ee3-43b2-880c-df58c3d009b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.132877 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:02.280907 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-93581c65-7e5f-438f-b446-083cafd7b1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.345665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.844491 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.635813 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:29.980306 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1ed74f2-2b07-4f5d-b355-59b20c2a8872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.289152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d0025faf-b964-4f3f-88fc-656d6f2b9470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.340275 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.846537 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:35.641627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.132013 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:59.976835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8836998a-705e-4927-9db8-71ac5c358f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.287035 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bd20c57-d9ff-448e-89ed-bb570adec585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.340006 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.849144 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.638991 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.187120 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42384) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:11.264824 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5016997-8ca4-4fa2-a11a-1aff6e741298 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:41:11.266212 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e5016997-8ca4-4fa2-a11a-1aff6e741298 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773814 Nov 22 16:41:11.437643 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7556a8f-4caf-4201-84bc-a6bf5f9c5578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:11.439371 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d7556a8f-4caf-4201-84bc-a6bf5f9c5578 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1678636 Nov 22 16:41:13.747902 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42394) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:13.863050 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac2175-1f46-4c60-9ffc-cb20575da814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.864424 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-38ac2175-1f46-4c60-9ffc-cb20575da814 admin admin] 10.222.0.46 "GET /v2.0/subnets/2031d2b2-f1c8-406e-ad50-db96d8be18bd HTTP/1.1" status: 200 len: 849 time: 0.1153936 Nov 22 16:41:13.878870 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:14.072923 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.131094 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:14.252520 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761484658764'] for subnet, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.288647 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.289961 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.291230 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] 10.222.0.46 "PUT /v2.0/subnets/2031d2b2-f1c8-406e-ad50-db96d8be18bd HTTP/1.1" status: 200 len: 868 time: 0.4186075 Nov 22 16:41:14.305913 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc558e85-d505-44e3-b149-5bb5aa524ca9 None None] Network 295af731-2c7a-477b-b0e2-f70dcb99efdd requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:14.318287 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2031d2b2-f1c8-406e-ad50-db96d8be18bd,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.328227 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.328706 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.329343 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.329725 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.330065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.330617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.330994 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.331323 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.331661 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.332044 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.332562 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.332899 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1126dee0-1ee6-4ade-bd20-bfd681ad7ad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:14.721794 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-674ea8eb-380c-490c-9596-09147ac14a56 None None] Provisioning complete for port 29255b79-d6ed-47ce-a2fb-047c6b312c9f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:14.722198 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-674ea8eb-380c-490c-9596-09147ac14a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.824973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-674ea8eb-380c-490c-9596-09147ac14a56 None None] Provisioning complete for port 8584eef1-3af0-484a-99db-a1534b1f1cd5 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:14.825227 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-674ea8eb-380c-490c-9596-09147ac14a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.682152 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42402) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:16.921342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9da77a-049b-45c9-8233-da3b8f14512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.921804 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9da77a-049b-45c9-8233-da3b8f14512f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.923399 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1a9da77a-049b-45c9-8233-da3b8f14512f admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2400017 Nov 22 16:41:19.238265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42410) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.400074 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c2027-f5dc-46bd-88cb-17e229c94ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.400537 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845c2027-f5dc-46bd-88cb-17e229c94ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.402081 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-845c2027-f5dc-46bd-88cb-17e229c94ae2 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1625583 Nov 22 16:41:21.778714 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42418) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:21.924639 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584c858-5985-4ffc-9912-2d2fa57e8071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:21.926057 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d584c858-5985-4ffc-9912-2d2fa57e8071 admin admin] 10.222.0.46 "GET /v2.0/networks/0bf4be79-7f05-47fe-a0d0-370f8d8ae13c HTTP/1.1" status: 200 len: 886 time: 0.1463759 Nov 22 16:41:24.349780 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42428) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:24.500789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9c73c-c656-4329-97b5-91dcb0210fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.502226 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e4f9c73c-c656-4329-97b5-91dcb0210fbd admin admin] 10.222.0.46 "GET /v2.0/networks/295af731-2c7a-477b-b0e2-f70dcb99efdd HTTP/1.1" status: 200 len: 869 time: 0.1513720 Nov 22 16:41:26.815080 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42436) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:26.949059 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdc351-ccae-4337-aeee-c01c14c3bb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.949511 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdc351-ccae-4337-aeee-c01c14c3bb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.951091 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e7cdc351-ccae-4337-aeee-c01c14c3bb1e admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349747 Nov 22 16:41:29.254965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.395173 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c2e9d-b256-4c24-8142-71bd82e720aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.395516 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c2e9d-b256-4c24-8142-71bd82e720aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.397004 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-6c8c2e9d-b256-4c24-8142-71bd82e720aa admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406546 Nov 22 16:41:29.981609 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ee4ea173-0280-4aa9-a908-c9442e2ff6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.709543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42452) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.837437 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567879a0-b895-4c57-999a-020e27d86f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:31.838830 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-567879a0-b895-4c57-999a-020e27d86f81 admin admin] 10.222.0.46 "GET /v2.0/subnets/2031d2b2-f1c8-406e-ad50-db96d8be18bd HTTP/1.1" status: 200 len: 868 time: 0.1282980 Nov 22 16:41:32.282345 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4265ec52-77d9-4e70-bdca-acd876b5a47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.344082 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.258857 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42460) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.364524 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55136ccd-e934-498d-a444-affcf29a7722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.366163 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-55136ccd-e934-498d-a444-affcf29a7722 admin admin] 10.222.0.46 "GET /v2.0/subnets/ade3c74f-5eea-461c-87a4-36946f43208d HTTP/1.1" status: 200 len: 816 time: 0.1063070 Nov 22 16:41:34.851510 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.636742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.132279 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:59.992603 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b75aebf-fe85-4bb5-b2e4-5a11d86b19cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.020393 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42514) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:00.072643 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [None req-581ce1f7-e00c-44c3-b050-8d343fdbaf41 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:42:00.073664 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-581ce1f7-e00c-44c3-b050-8d343fdbaf41 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0523341 Nov 22 16:42:02.287888 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-47ea6991-e947-4d23-a993-d1b0c59d3239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.504047 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42522) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.567676 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e376ae-d1d6-4850-899f-2e8c21621f29 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:42:02.569361 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e6e376ae-d1d6-4850-899f-2e8c21621f29 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642853 Nov 22 16:42:02.716115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33167d15-085f-47b9-bef6-e97f277a8db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:02.718304 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-33167d15-085f-47b9-bef6-e97f277a8db2 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439409 Nov 22 16:42:03.348580 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.854848 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.121850 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42530) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:05.176138 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:05.197436 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Made reservation on behalf of 3b23cb05b3064a31a94057cedc3dfc35 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:05.199724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.239730 dv-cinder-773985-19-iscsi neutron-server[109410]: WARNING neutron.services.revisions.revision_plugin [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Could not find related network for resource to bump revision. Nov 22 16:42:05.254899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:05.265153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.265500 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Added segment 5ddfde46-bad9-43f4-b855-3426c883a60c of type vlan for network eb0892a2-1e26-4d7d-a6ff-07617c13d11b Nov 22 16:42:05.306305 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.331876 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.332915 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.333495 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.389850 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2667847 Nov 22 16:42:05.396284 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0892a2-1e26-4d7d-a6ff-07617c13d11b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:05.403953 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.404313 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.404653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.404984 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.405309 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.405752 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.405959 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.406319 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.406641 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.406962 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.407279 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.407592 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37532669-f0f8-4d9d-8312-9f5008d1c5c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:05.424312 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:05.634561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.812885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42538) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:07.878542 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01a8016-6565-45a5-8187-d9636caa2adb admin admin] GET failed (client error): The resource could not be found. Nov 22 16:42:07.879882 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b01a8016-6565-45a5-8187-d9636caa2adb admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657437 Nov 22 16:42:07.953335 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6d944-95a5-406f-91ce-ff97dcd8eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.954882 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bbe6d944-95a5-406f-91ce-ff97dcd8eca9 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0698228 Nov 22 16:42:07.966023 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:07.992009 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Made reservation on behalf of 3b23cb05b3064a31a94057cedc3dfc35 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:07.994658 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.190477 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.248656 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f24ffc-8ff3-413e-baf3-b173d9212a25,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:08.262194 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Checking segment: {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:08.262530 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Network hostable DHCP agents. Network: eb0892a2-1e26-4d7d-a6ff-07617c13d11b, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:08.285954 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:08.298178 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, eb0892a2-1e26-4d7d-a6ff-07617c13d11b) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:08.302538 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.303009 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.309384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a8ce6c-c3e0-474b-ae1d-1e5c43dc1873 None None] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:08.329200 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4484341d-eb4a-4216-ab2a-6fa4805b8433 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3624840 Nov 22 16:42:08.577851 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-eb0892a2-1e26-4d7d-a6ff-07617c13d11b', 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b', 'tenant_id': '3b23cb05b3064a31a94057cedc3dfc35', 'fixed_ips': [{'subnet_id': '25f24ffc-8ff3-413e-baf3-b173d9212a25'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:42:08.578790 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.726716 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Allocated IP 192.168.233.2 (eb0892a2-1e26-4d7d-a6ff-07617c13d11b/25f24ffc-8ff3-413e-baf3-b173d9212a25/ab2aa1ee-81f8-4809-aa12-1994b360c699) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:08.895528 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.903067 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.950546 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:08.954721 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:08.960200 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:08.972954 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Pushing event updated for resources: {'Port': ['ID=ab2aa1ee-81f8-4809-aa12-1994b360c699,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:09.004923 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.005441 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.005923 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.006435 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.006898 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.007535 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.007998 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.008470 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.008928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.009375 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.009857 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.010347 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:09.054942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Attempting to bind port ab2aa1ee-81f8-4809-aa12-1994b360c699 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:09.055952 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Attempting to bind port ab2aa1ee-81f8-4809-aa12-1994b360c699 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:09.056530 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Attempting to bind port ab2aa1ee-81f8-4809-aa12-1994b360c699 on network eb0892a2-1e26-4d7d-a6ff-07617c13d11b {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:09.063978 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:09.064511 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Checking segment: {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:09.064942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.065541 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Bound using segment: {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:09.066267 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Bound port: ab2aa1ee-81f8-4809-aa12-1994b360c699, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:09.066864 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.140742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] For port ab2aa1ee-81f8-4809-aa12-1994b360c699, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:09.144718 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] For port ab2aa1ee-81f8-4809-aa12-1994b360c699, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=ab2aa1ee-81f8-4809-aa12-1994b360c699,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:09.152619 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.222625 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b087d3-5235-4792-bb31-1e81c74e786e None None] Pushing event updated for resources: {'Port': ['ID=ab2aa1ee-81f8-4809-aa12-1994b360c699,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:09.545706 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device ab2aa1ee-81f8-4809-aa12-1994b360c699 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:09.606960 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port ab2aa1ee-81f8-4809-aa12-1994b360c699 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:09.607403 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.715513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.751344 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port ab2aa1ee-81f8-4809-aa12-1994b360c699, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=ab2aa1ee-81f8-4809-aa12-1994b360c699,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:09.757093 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.809571 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=ab2aa1ee-81f8-4809-aa12-1994b360c699,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:10.125592 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f692348-bef2-4c1a-bd99-7424f954ddbb None None] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:10.186520 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-3fdf3326-3e6d-424a-8b0e-beb388ce998b None None] Provisioning complete for port ab2aa1ee-81f8-4809-aa12-1994b360c699 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:10.186787 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3fdf3326-3e6d-424a-8b0e-beb388ce998b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.569846 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-536614e1-9f27-4db6-b261-9d2f5ecbe82d None None] Provisioning complete for port ab2aa1ee-81f8-4809-aa12-1994b360c699 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:10.571428 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-536614e1-9f27-4db6-b261-9d2f5ecbe82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.480664 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device ab2aa1ee-81f8-4809-aa12-1994b360c699 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:11.533735 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port ab2aa1ee-81f8-4809-aa12-1994b360c699 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:11.534130 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.131705 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:29.995227 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-86cc2388-4449-4c40-8805-9988380f8c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.282622 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cd435011-efbe-4201-990f-24f4ef1de806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.350856 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.860331 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.637609 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.990964 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bee5ba4-63ec-4bb5-96d1-b917c0fde319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.285825 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-22e1e81d-f6de-4c6d-b1a4-1d493b767dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.354125 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.863976 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.131167 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:05.633420 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.999581 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42582) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:22.005577 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [None req-b4bd30eb-0a95-4914-9f81-ad8486c5bdbd tempest-verify_tempest_config-1824706794 tempest-verify_tempest_config-1824706794-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:22.007000 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b4bd30eb-0a95-4914-9f81-ad8486c5bdbd tempest-verify_tempest_config-1824706794 tempest-verify_tempest_config-1824706794-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064366 Nov 22 16:43:22.346408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42600) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:22.469602 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.572472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.578036 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.622766 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=919d322705be44769f30a497c7cb968c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2750423 Nov 22 16:43:22.623620 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c056c13-5295-4e16-9d2c-800784e8a51e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.625527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42606) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:22.630363 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.630945 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.631301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.631664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.632000 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.632336 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.632668 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.632999 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.633315 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.633654 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.633978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.634350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f39f-93c5-4b4a-b283-cfa782de1477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.681982 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.703333 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.820414 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.823348 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.826178 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c056c13-5295-4e16-9d2c-800784e8a51e HTTP/1.1" status: 204 len: 168 time: 0.1994693 Nov 22 16:43:22.835300 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c056c13-5295-4e16-9d2c-800784e8a51e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.845119 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.845653 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.846255 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.846804 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.847364 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.847775 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.848283 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.848802 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.849358 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.849909 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.850417 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:22.850755 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d5f94f-6f49-4925-83e5-0b149d263959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.986044 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6c3846d3-722c-4761-a9b0-22d90d9b624d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.290594 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bd680582-49e5-42ce-a52c-23b8f44820fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.358518 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.866374 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.632636 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.134984 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:59.983471 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6291c038-1dfa-46e6-bcac-fb16d9f79f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.294938 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3fac9ee3-ebcd-4fb1-8dd1-7649bf94a70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.361717 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.868212 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.636066 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.133788 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:29.998526 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f17c-9bb6-44db-a6c1-e16e73be6cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.298227 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-db09fe2a-82db-4f90-b5b9-29c2b00ffb83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.363811 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.870068 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.632543 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.132287 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 5 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:59.997666 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b74d4c4a-683b-43bc-bd88-7f454649e188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.224544 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764170'] for agent, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.302067 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ef6d766f-48bc-43e6-84f6-756efc94c445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.368566 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.872001 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.633432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.309618 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42680) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:16.433832 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-89fe9a97-be3d-4c79-ab6a-7680016e34af admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1230659 Nov 22 16:45:18.759140 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42690) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:18.823772 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7fa14915-094f-4793-a6f6-3861a8054f10 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0633152 Nov 22 16:45:29.993996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ec529f4b-de65-41ee-906d-7a22ef85ab02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:30.179151 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.306125 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3fe56396-2682-4e7b-aef6-4d0ceb2ecaf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.131553 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:33.370131 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.873194 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.631532 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.998703 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a2f599c4-400f-4360-ba9d-565274eae81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.194888 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.311966 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8da3-d124-4852-b797-566fd919b93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.376533 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.884884 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.628884 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.131130 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:30.003013 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e208659b-7cce-46eb-8ae6-126fc6fae96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.191259 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.317849 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-36e667a6-c760-40e7-8d48-5763f443286c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.383963 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.885901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.622556 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.131270 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:51.342345 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42834) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.354220 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42838) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.634919 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-560843536-network', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:51.661365 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Made reservation on behalf of cfe47babd75f42bc8500bd73fd3e8a80 for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:51.666437 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.677412 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.687197 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-427754561-network', 'tenant_id': '4d443f3cec1e41d4b6881f98a4576007'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:51.715998 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Made reservation on behalf of 4d443f3cec1e41d4b6881f98a4576007 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:51.719287 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.730134 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.777998 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.784271 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.816253 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c71f9-2121-48b5-a747-370ec0bfe2f6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:51.836505 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.836915 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.837285 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.837627 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.837954 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.838539 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.839079 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.839617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.840147 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.840653 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.841157 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.841661 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Tracked resource versions report: Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: pushed versions: Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Log': {'1.0'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Network': {'1.1'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Port': {'1.7'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'PortForwarding': {'1.2'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'QosPolicy': {'1.10'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SubPort': {'1.0'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Subnet': {'1.1'}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Trunk': {'1.1'}} Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: consumer versions: Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: HyperV agent@hv-cinder-77398: {}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'ConntrackHelper': '1.0', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Log': '1.0', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Network': '1.1', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Port': '1.7', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'PortForwarding': '1.2', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'QosPolicy': '1.10', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroup': '1.5', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SecurityGroupRule': '1.2', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'SubPort': '1.0', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Subnet': '1.1', Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: 'Trunk': '1.1'}} Nov 22 16:46:51.843021 dv-cinder-773985-19-iscsi neutron-server[109411]: {{(pid=109411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:51.867852 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:51.889559 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.890069 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Added segment a5a75e5e-5160-4789-8921-8228d9109894 of type vlan for network 555e272a-5aea-4185-b0e8-0dd29df0ef41 Nov 22 16:46:51.890447 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.903539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.925870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:51.946398 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.947047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Added segment ad95863e-60b4-4ea2-b699-fec0e6a4977f of type vlan for network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f Nov 22 16:46:51.982087 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.023828 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.034406 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.036114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.037224 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.089564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa35fabf-76e4-4944-9245-d92730f5c065,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.106302 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.106718 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.107642 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.108402 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.109449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.110282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.111081 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.111927 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.112799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.115307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.115826 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.116491 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Tracked resource versions report: Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: pushed versions: Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Log': {'1.0'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Network': {'1.1'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Port': {'1.7'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'PortForwarding': {'1.2'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'QosPolicy': {'1.10'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SubPort': {'1.0'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Subnet': {'1.1'}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Trunk': {'1.1'}} Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: consumer versions: Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: HyperV agent@hv-cinder-77398: {}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'ConntrackHelper': '1.0', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Log': '1.0', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Network': '1.1', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Port': '1.7', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'PortForwarding': '1.2', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'QosPolicy': '1.10', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroup': '1.5', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SecurityGroupRule': '1.2', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'SubPort': '1.0', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Subnet': '1.1', Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: 'Trunk': '1.1'}} Nov 22 16:46:52.118990 dv-cinder-773985-19-iscsi neutron-server[109410]: {{(pid=109410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:52.130612 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.132595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.133753 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.172841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] Pushing event updated for resources: {'Network': ['ID=555e272a-5aea-4185-b0e8-0dd29df0ef41,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.181039 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-08c2151c-567a-418d-8083-530a0f00d083 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8375397 Nov 22 16:46:52.185702 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42882) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.192077 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Request body: {'subnet': {'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-subnet', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:52.196392 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:52.221007 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Made reservation on behalf of cfe47babd75f42bc8500bd73fd3e8a80 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:52.224515 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.248806 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] Pushing event updated for resources: {'Network': ['ID=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.282758 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c528f439-8351-4b23-b83d-7007b8f9611d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9268217 Nov 22 16:46:52.283426 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42886) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.289166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Request body: {'subnet': {'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-427754561-subnet', 'tenant_id': '4d443f3cec1e41d4b6881f98a4576007', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:52.316716 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:52.320444 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Made reservation on behalf of 4d443f3cec1e41d4b6881f98a4576007 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:52.326879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.550880 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.596268 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.630557 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Checking segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:52.630910 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Network hostable DHCP agents. Network: 555e272a-5aea-4185-b0e8-0dd29df0ef41, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:52.656265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:52.660216 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.671360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 555e272a-5aea-4185-b0e8-0dd29df0ef41) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:52.676475 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.677425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.690708 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7223aa-3f22-4de9-860f-fb8a4a770fdb None None] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:52.705020 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e37e991d-eff7-4a91-b74e-0d8b4d1b6240 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5161216 Nov 22 16:46:52.709689 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42902) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.715919 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:52.748976 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.750192 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.833011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7755d268-9aea-4e98-8734-c542bb7272ec,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.896079 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Checking segment: {'id': 'ad95863e-60b4-4ea2-b699-fec0e6a4977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:52.896535 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Network hostable DHCP agents. Network: d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:52.933242 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:52.952534 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:52.959193 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.959776 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.989288 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb154cd-2184-4501-901f-647a0e9e9caa None None] Network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:52.998033 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-96f294f8-cf3d-4a22-bb42-fd96c42f8ba7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7122614 Nov 22 16:46:53.011250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.041652 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-555e272a-5aea-4185-b0e8-0dd29df0ef41', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:46:53.042905 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.059877 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42914) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.219412 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.270473 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a10154-2541-44b0-a1a4-05ba88f8044d None None] Network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:53.353398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Allocated IP 172.20.0.2 (555e272a-5aea-4185-b0e8-0dd29df0ef41/31b7f340-a3a5-4800-ae9b-91f3ff41f7b7/07d035a0-4b3a-495b-ae0e-03d700f3ce73) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:53.391284 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42922) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.607610 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.626463 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.634807 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.641052 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.702054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:53.708559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:53.713559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:53.727665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Pushing event updated for resources: {'Port': ['ID=07d035a0-4b3a-495b-ae0e-03d700f3ce73,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:53.766637 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-346277673-network', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:53.774164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.774164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.774164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.774582 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.774668 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.776138 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.776628 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.777033 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.777438 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.777836 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.778346 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.778742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Tracked resource versions report: Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: pushed versions: Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: { 'AddressGroup': {'1.2'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Log': {'1.0'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Network': {'1.1'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Port': {'1.7'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'PortForwarding': {'1.2'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'QosPolicy': {'1.10'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroup': {'1.5'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SubPort': {'1.0'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Subnet': {'1.1'}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Trunk': {'1.1'}} Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: consumer versions: Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: HyperV agent@hv-cinder-77398: {}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'ConntrackHelper': '1.0', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Log': '1.0', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Network': '1.1', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Port': '1.7', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'PortForwarding': '1.2', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'QosPolicy': '1.10', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroup': '1.5', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SecurityGroupRule': '1.2', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'SubPort': '1.0', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Subnet': '1.1', Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: 'Trunk': '1.1'}} Nov 22 16:46:53.780007 dv-cinder-773985-19-iscsi neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:46:53.815634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Made reservation on behalf of 1e7f4a9d55384beb9e8ba3a98e8c9ef0 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:53.823068 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.841574 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Attempting to bind port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:53.842069 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Attempting to bind port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:53.842924 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Attempting to bind port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:53.851694 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:53.854664 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Checking segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:53.854874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.855534 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.857548 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Bound using segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:53.858748 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Bound port: 07d035a0-4b3a-495b-ae0e-03d700f3ce73, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:53.859803 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.887973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-894732989-network', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:53.888270 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Allocated IP 172.27.1.68 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/59f51013-7039-4f19-bda7-d18f4f2e4ae2) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:53.996091 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Made reservation on behalf of 3ea9eaca87894d75a800c301cfcceb81 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:53.998855 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.011085 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] For port 07d035a0-4b3a-495b-ae0e-03d700f3ce73, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:54.019641 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] For port 07d035a0-4b3a-495b-ae0e-03d700f3ce73, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=07d035a0-4b3a-495b-ae0e-03d700f3ce73,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:54.026149 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.063475 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.105631 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c63a9-8fb8-43f2-b7cf-e23ecbd41b0d None None] Pushing event updated for resources: {'Port': ['ID=07d035a0-4b3a-495b-ae0e-03d700f3ce73,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.205915 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.244087 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.264109 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.266389 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.365403 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2f19f-db8c-4596-8088-21846279a11e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.371396 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:54.371796 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:54.399798 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:54.427274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Pushing event updated for resources: {'Port': ['ID=59f51013-7039-4f19-bda7-d18f4f2e4ae2,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.518973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:54.518973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.518973 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Added segment a4d88940-3ac4-41fd-8047-6d9479e67995 of type vlan for network b3b92996-d740-4746-b5f4-034b8d75200c Nov 22 16:46:54.540283 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.577875 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.612365 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.614320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:54.647870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.648612 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Added segment c2218244-2d37-4b18-b2dc-9fbbf4083d60 of type vlan for network 5a12b501-eb79-4c36-94ef-326feaf99650 Nov 22 16:46:54.654569 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a65042-c90b-4d64-9c22-972f318f352a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.712881 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.714042 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:54.714769 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.739355 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.811400 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 42976) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.812586 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7514796 Nov 22 16:46:54.852444 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Request body: {'subnet': {'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-subnet', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:54.867273 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ef247-6e7b-417b-9b50-19312f90f3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b92996-d740-4746-b5f4-034b8d75200c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:54.880119 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.881291 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:54.881429 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network b3b92996-d740-4746-b5f4-034b8d75200c details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:54.882294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.953967 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Made reservation on behalf of 1e7f4a9d55384beb9e8ba3a98e8c9ef0 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:54.959498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.994653 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6020744 Nov 22 16:46:54.995608 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 42982) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.012093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Request body: {'subnet': {'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-894732989-subnet', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:55.044112 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbba4fa-b19b-40b8-8049-1a22a064bd4e admin admin] Pushing event updated for resources: {'Network': ['ID=5a12b501-eb79-4c36-94ef-326feaf99650,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.080919 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 5a12b501-eb79-4c36-94ef-326feaf99650 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:55.085266 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Made reservation on behalf of 3ea9eaca87894d75a800c301cfcceb81 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:55.087989 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.088366 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.591388 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.606377 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.714574 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.797160 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 07d035a0-4b3a-495b-ae0e-03d700f3ce73 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:55.848124 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Checking segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:55.849320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Network hostable DHCP agents. Network: 5a12b501-eb79-4c36-94ef-326feaf99650, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:55.858340 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3df209-1a15-4f69-8964-4fada18978cb None None] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:55.902804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:55.924962 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 5a12b501-eb79-4c36-94ef-326feaf99650) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:55.939687 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.939687 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.967883 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-37d79eac-4603-4d87-88b6-dfa84b4217c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9619856 Nov 22 16:46:55.977709 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43022) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.987919 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:56.019563 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4d52a2-b3a2-4f8c-9301-4a0d879d7c58 None None] Network 5a12b501-eb79-4c36-94ef-326feaf99650 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:56.035201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.041346 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.056842 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.065309 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.067804 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Checking segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:56.068251 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Network hostable DHCP agents. Network: b3b92996-d740-4746-b5f4-034b8d75200c, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:56.140564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] Provisioning complete for port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:56.141132 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.141542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Network b3b92996-d740-4746-b5f4-034b8d75200c is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:56.160892 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, b3b92996-d740-4746-b5f4-034b8d75200c) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:56.207232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d72922-ff6b-4c6a-a366-5e468c7b3ae5 None None] Network b3b92996-d740-4746-b5f4-034b8d75200c requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:56.326570 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:56.327352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.360283 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.379379 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.380373 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.424382 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-41a9e078-615c-4752-9112-e946a255947c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6075473 Nov 22 16:46:56.430223 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43054) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.438438 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:56.493348 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.494906 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.534259 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:56.539844 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43062) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.543799 dv-cinder-773985-19-iscsi neutron-server[109411]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:46:56.703711 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.706283 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5b7cd-692e-45af-85c0-e4e8c0a2039a None None] Network b3b92996-d740-4746-b5f4-034b8d75200c requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:56.729947 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.824015 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-5a12b501-eb79-4c36-94ef-326feaf99650', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:46:56.828542 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.926799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.029992 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.275931 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-50f1dbc9-8ced-4c5e-a202-f72974bc2428 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.277651 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-50f1dbc9-8ced-4c5e-a202-f72974bc2428 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/networks?id=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f HTTP/1.1" status: 200 len: 811 time: 0.7350664 Nov 22 16:46:57.294732 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.338739 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-d73f8595-a61d-451b-8b82-892f4ab92721 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/quotas/4d443f3cec1e41d4b6881f98a4576007 HTTP/1.1" status: 200 len: 375 time: 0.0372531 Nov 22 16:46:57.394942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] For port 07d035a0-4b3a-495b-ae0e-03d700f3ce73, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=07d035a0-4b3a-495b-ae0e-03d700f3ce73,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:57.417493 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.542137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.554980 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43096) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:57.567729 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-b5209b09-562b-4d0a-a99d-b5803da69106 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d443f3cec1e41d4b6881f98a4576007&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2149270 Nov 22 16:46:57.580300 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Allocated IP 172.20.0.2 (5a12b501-eb79-4c36-94ef-326feaf99650/0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d/bf84be80-1d4b-4a61-864c-d94407925a45) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:57.634157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.669790 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:57.691219 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:57.740589 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560bfa4-4db6-4b87-a9c6-1e8423c7ca34 None None] Pushing event updated for resources: {'Port': ['ID=07d035a0-4b3a-495b-ae0e-03d700f3ce73,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:57.742693 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:57.746860 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:46:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:57.781049 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.784641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5ca1fc77-37fe-4e77-b989-54ea69e22247 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0728056 Nov 22 16:46:57.790173 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43112) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:57.807222 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aae9c50-fd27-4952-bc44-565f4115cc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.873737 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-6e994880-0cbf-42eb-84a2-706dbcd0d414 None None] Provisioning complete for port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:57.874432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6e994880-0cbf-42eb-84a2-706dbcd0d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.877742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.db.api [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:46:57.877975 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-4372f7fc-8963-47eb-8d5d-396dd5a14116 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:46:57.878477 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG oslo_db.api [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:46:57.887430 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-4372f7fc-8963-47eb-8d5d-396dd5a14116 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1496778 Nov 22 16:46:57.921899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aae9c50-fd27-4952-bc44-565f4115cc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.934453 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aae9c50-fd27-4952-bc44-565f4115cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.000434 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae9c50-fd27-4952-bc44-565f4115cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3a7ff-7c7a-489e-ab02-8af9ba90b968,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.060349 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2aae9c50-fd27-4952-bc44-565f4115cc18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72e9bf364c5a4c848571acef5f569bf5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5042579 Nov 22 16:46:58.063160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43116) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:58.186901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.201736 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.203143 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.233846 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Allocated IP 172.27.1.81 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/837d598a-b0ec-4194-bad9-3c106d2b8ee9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:58.243078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.244909 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.266875 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.299530 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:58.307086 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:58.311113 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Pushing event updated for resources: {'Port': ['ID=bf84be80-1d4b-4a61-864c-d94407925a45,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.330141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.334354 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.338554 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:58.350570 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41e3a7ff-7c7a-489e-ab02-8af9ba90b968 HTTP/1.1" status: 204 len: 168 time: 0.2796617 Nov 22 16:46:58.367256 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-6d442687-05aa-44c4-af71-a6418a4b5bc7 service neutron] 10.222.0.46 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788415 Nov 22 16:46:58.372607 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60303df8-8d12-4385-aa6f-7cde8cea6a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3a7ff-7c7a-489e-ab02-8af9ba90b968,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.459650 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:58.555114 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Attempting to bind port bf84be80-1d4b-4a61-864c-d94407925a45 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:58.555871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Attempting to bind port bf84be80-1d4b-4a61-864c-d94407925a45 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:58.556458 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Attempting to bind port bf84be80-1d4b-4a61-864c-d94407925a45 on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:58.562347 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:58.563144 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Checking segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:58.563750 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.564362 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Bound using segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:58.565052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Bound port: bf84be80-1d4b-4a61-864c-d94407925a45, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:58.565669 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.708948 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] For port bf84be80-1d4b-4a61-864c-d94407925a45, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:58.717004 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] For port bf84be80-1d4b-4a61-864c-d94407925a45, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=bf84be80-1d4b-4a61-864c-d94407925a45,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:58.727172 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.739084 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.855236 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 07d035a0-4b3a-495b-ae0e-03d700f3ce73 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:58.949567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.022990 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.170661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8162427-d643-4d7e-b75f-917e597c4dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.188708 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:46:54Z', 'revision_number': 3, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:59.289599 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:59.289999 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Updating router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:59.301488 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-c3be9ad6-f321-4307-8d0b-3c538eff673e service neutron] 10.222.0.46 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8772502 Nov 22 16:46:59.368030 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:59.373088 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2dc53a-39ca-42b3-9d60-47b28d886388 None None] Pushing event updated for resources: {'Port': ['ID=bf84be80-1d4b-4a61-864c-d94407925a45,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:59.391610 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:59.392484 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.406280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:59.411340 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.425764 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:59.467588 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Pushing event updated for resources: {'Port': ['ID=837d598a-b0ec-4194-bad9-3c106d2b8ee9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:59.500534 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Allocated IP 172.27.1.136 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/7ab029d6-2900-46c8-a81e-ed02a4ab0f3c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:59.560213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43154) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.703117 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8162427-d643-4d7e-b75f-917e597c4dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.759368 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8162427-d643-4d7e-b75f-917e597c4dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.832386 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43170) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.849600 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfa88-0c67-4ebf-aea1-d899eed19782 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.927282 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c8162427-d643-4d7e-b75f-917e597c4dcc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96471ececf1a40e89b3920ec7f1d2b46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9646378 Nov 22 16:46:59.933337 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43184) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:59.962493 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8162427-d643-4d7e-b75f-917e597c4dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92041a1b-80f4-4c9f-b747-5ae081c514d7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.022671 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-917fc389-bf25-4a15-8583-d75b80ec0326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.075160 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4261201f-2f6f-4b13-8fc9-6cfed0d9c997 req-24699e5f-2d7c-4926-9d9b-c4ff04265bbe tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 210 time: 0.2370427 Nov 22 16:47:00.123483 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.218836 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.258302 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfa88-0c67-4ebf-aea1-d899eed19782 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.323011 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec5bfa88-0c67-4ebf-aea1-d899eed19782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.338587 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.379986 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.387898 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bfa88-0c67-4ebf-aea1-d899eed19782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbe256a-e400-4959-af45-76b0c0bb1c6d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.424983 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:00.437709 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:00.458491 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ec5bfa88-0c67-4ebf-aea1-d899eed19782 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83a36047cb0a4ceb8b8a692c1855b3f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8969216 Nov 22 16:47:00.484876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:00.487022 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43204) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.494749 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.518061 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21453988-4083-440e-8c80-b97130798ec4 None None] Network 5a12b501-eb79-4c36-94ef-326feaf99650 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:00.634953 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.647438 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43212) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.668500 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.689339 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.715776 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] Provisioning complete for port bf84be80-1d4b-4a61-864c-d94407925a45 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:00.716191 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.770055 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Pushing event updated for resources: {'Port': ['ID=59f51013-7039-4f19-bda7-d18f4f2e4ae2,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.807923 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device bf84be80-1d4b-4a61-864c-d94407925a45 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:00.825233 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.833278 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Attempting to bind port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:00.833679 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Attempting to bind port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:00.834801 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.836254 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Attempting to bind port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:00.840861 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.841406 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.842037 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.851225 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.853754 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.854414 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.856822 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.857686 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.858295 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.861791 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.862556 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.863162 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Tracked resource versions report: Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: pushed versions: Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: { 'AddressGroup': {'1.2'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'ConntrackHelper': {'1.0'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Log': {'1.0'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Network': {'1.1'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Port': {'1.7'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'PortForwarding': {'1.2'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'QosPolicy': {'1.10'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroup': {'1.5'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SubPort': {'1.0'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Subnet': {'1.1'}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Trunk': {'1.1'}} Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: consumer versions: Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: { DHCP agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: HyperV agent@hv-cinder-77398: {}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: L3 agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: Metadata agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: Metering agent@dv-cinder-773985-19-iscsi: {}, Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: Open vSwitch agent@dv-cinder-773985-19-iscsi: { 'AddressGroup': '1.2', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'ConntrackHelper': '1.0', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Log': '1.0', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Network': '1.1', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Port': '1.7', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'PortForwarding': '1.2', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'QosPolicy': '1.10', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroup': '1.5', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SecurityGroupRule': '1.2', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'SubPort': '1.0', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Subnet': '1.1', Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: 'Trunk': '1.1'}} Nov 22 16:47:00.864748 dv-cinder-773985-19-iscsi neutron-server[109413]: {{(pid=109413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:47:00.879767 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:00.885440 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:00.886498 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.887080 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:00.891494 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Bound port: 59f51013-7039-4f19-bda7-d18f4f2e4ae2, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:00.891969 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.986570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.026598 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.045547 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] For port 59f51013-7039-4f19-bda7-d18f4f2e4ae2, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:01.051801 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] For port 59f51013-7039-4f19-bda7-d18f4f2e4ae2, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=59f51013-7039-4f19-bda7-d18f4f2e4ae2,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:01.056660 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.060746 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.107890 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11d1f45e-5b40-4d61-b3fb-889070816e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.141677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] For port bf84be80-1d4b-4a61-864c-d94407925a45, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=bf84be80-1d4b-4a61-864c-d94407925a45,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:01.150133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port bf84be80-1d4b-4a61-864c-d94407925a45 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:01.151397 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.208222 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.245887 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b8bd0-64c8-478e-bee2-b1119de88d8e None None] Pushing event updated for resources: {'Port': ['ID=59f51013-7039-4f19-bda7-d18f4f2e4ae2,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.292710 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.293666 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:01.295263 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:46:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:01.339406 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:01.366386 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38136dbd-e78a-4d90-8c33-7e5d23630942 None None] Pushing event updated for resources: {'Port': ['ID=bf84be80-1d4b-4a61-864c-d94407925a45,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.479864 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-26fc37e2-8d24-4c0f-b955-ae9cb2110c0c req-bb768a7f-75c8-490b-8a45-71a89422f2f9 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 210 time: 0.1954746 Nov 22 16:47:01.480917 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.487218 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.488705 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1bbe256a-e400-4959-af45-76b0c0bb1c6d HTTP/1.1" status: 204 len: 168 time: 0.9962785 Nov 22 16:47:01.546604 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:01.642372 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d123e-5393-4022-906e-0690b19f0599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbe256a-e400-4959-af45-76b0c0bb1c6d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.717290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:01.759787 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:01.774968 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.781644 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.783116 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-21a16733-ee68-44f3-b3a4-0d4ae18851db admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8039830 Nov 22 16:47:01.787251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43252) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:01.795088 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.800738 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92041a1b-80f4-4c9f-b747-5ae081c514d7 HTTP/1.1" status: 204 len: 168 time: 1.8625710 Nov 22 16:47:01.814385 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:01.814385 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:46:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:01.948554 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22525-d897-44dc-b83d-73f8983a3916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92041a1b-80f4-4c9f-b747-5ae081c514d7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.105658 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Allocated IP 172.20.0.1 (555e272a-5aea-4185-b0e8-0dd29df0ef41/31b7f340-a3a5-4800-ae9b-91f3ff41f7b7/224e3d53-e17a-4b97-887e-e0bec6eee5cf) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:02.109114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.262310 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:46:54Z', 'revision_number': 3, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:02.285828 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11d1f45e-5b40-4d61-b3fb-889070816e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.307034 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa2854-54b1-4b5a-80ab-4f392c160e2d None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:46:54Z', 'revision_number': 3, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:02.308440 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-21ed540c-9d6d-4657-95d7-514cbe4401d3 None None] Provisioning complete for port bf84be80-1d4b-4a61-864c-d94407925a45 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:02.312587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-21ed540c-9d6d-4657-95d7-514cbe4401d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.334288 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11d1f45e-5b40-4d61-b3fb-889070816e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.506475 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-11d1f45e-5b40-4d61-b3fb-889070816e19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee68e3e5a6954e56a3b0cac01e15797d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8421392 Nov 22 16:47:02.513966 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:02.550576 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43276) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:02.752167 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5cf590ce-67b6-4912-892b-9b16aec8facc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.759147 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device bf84be80-1d4b-4a61-864c-d94407925a45 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:02.831026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1f45e-5b40-4d61-b3fb-889070816e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a564c330-a3b6-4871-b03a-c7db6cc3a8d7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:03.004130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.144287 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.224375 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b870caab-8577-4d36-851f-db8246f84076 req-fb20995a-9bb9-4327-95d7-c5b0a53db4db tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 210 time: 0.2517848 Nov 22 16:47:03.287084 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port bf84be80-1d4b-4a61-864c-d94407925a45 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:03.291887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.315876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.344424 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.501073 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.534913 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Pushing event updated for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:03.557581 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.558537 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.571794 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:46:59Z', 'revision_number': 3, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:03.686329 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:03.686604 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Updating router 063a187d-577a-4a6e-9d6f-9b23ddf04852 port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:03.794071 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.829161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.48', 60828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.048664 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:04.070467 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:04.101426 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.107687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.116418 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a564c330-a3b6-4871-b03a-c7db6cc3a8d7 HTTP/1.1" status: 204 len: 168 time: 1.5620277 Nov 22 16:47:04.130050 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:04.130050 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.215086 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-e72cc0c0-9418-4cf9-9a04-ad7b8818060d tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:04.216644 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-e72cc0c0-9418-4cf9-9a04-ad7b8818060d tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.48 "GET /v2.0/networks?id=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f HTTP/1.1" status: 200 len: 811 time: 0.3863428 Nov 22 16:47:04.307032 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Request body: {'port': {'device_id': '725c405a-869b-4983-b9f0-8e6be39db80c', 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f', 'admin_state_up': True, 'tenant_id': '4d443f3cec1e41d4b6881f98a4576007'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:04.337788 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Allocated IP 172.20.0.1 (5a12b501-eb79-4c36-94ef-326feaf99650/0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d/47a7db94-6197-49b7-bc02-951565eafa97) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:04.359590 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b3bbc-1487-4b29-b24a-38462509853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a564c330-a3b6-4871-b03a-c7db6cc3a8d7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.436812 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.462544 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.568559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Attempting to bind port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:04.569474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Attempting to bind port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:04.570350 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Attempting to bind port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:04.660378 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053b8fa-4774-49ec-be92-011328a4cc5d None None] Pushing event updated for resources: {'Port': ['ID=837d598a-b0ec-4194-bad9-3c106d2b8ee9,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.665986 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:04.666478 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:04.666804 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.672640 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:04.673451 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Bound port: 837d598a-b0ec-4194-bad9-3c106d2b8ee9, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:04.674403 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.809413 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c3d9b25a-99b9-4396-a566-204cfe07fbd1 req-dafa4b3a-e142-4ad5-9a3b-2dd090af9e8d tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 210 time: 0.1011312 Nov 22 16:47:04.817533 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] For port 837d598a-b0ec-4194-bad9-3c106d2b8ee9, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:04.833537 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] For port 837d598a-b0ec-4194-bad9-3c106d2b8ee9, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=837d598a-b0ec-4194-bad9-3c106d2b8ee9,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:04.842163 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 59f51013-7039-4f19-bda7-d18f4f2e4ae2 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:04.866336 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Router 0d3447eb-3cdf-47f7-89b2-164154953b3f is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:04.918255 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.921176 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.002388 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Made reservation on behalf of 4d443f3cec1e41d4b6881f98a4576007 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:05.008449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.061882 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-74d9e7f6-adf2-4610-83bf-c8784d17436d None None] Provisioning complete for port 224e3d53-e17a-4b97-887e-e0bec6eee5cf triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.063148 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-74d9e7f6-adf2-4610-83bf-c8784d17436d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.157353 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-74d9e7f6-adf2-4610-83bf-c8784d17436d None None] Port 224e3d53-e17a-4b97-887e-e0bec6eee5cf cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:05.212483 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.215473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43370) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.237839 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:05.240001 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:05.241652 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:05.249396 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Sync routers for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:05.257350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.273627 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:05.282215 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:05.298437 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac292614-d559-4dc3-99b9-895a581fc258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.402504 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.404422 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7bf20432-b656-47c8-86e0-419bc000ad58 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9732518 Nov 22 16:47:05.417187 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43374) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.559911 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Allocated IP 172.20.0.11 (d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f/7755d268-9aea-4e98-8734-c542bb7272ec/9e0c858e-378b-457f-8e82-c4000d977159) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:05.577924 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:05.604380 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:05.735665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053b8fa-4774-49ec-be92-011328a4cc5d None None] Pushing event updated for resources: {'Port': ['ID=837d598a-b0ec-4194-bad9-3c106d2b8ee9,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.815508 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.830201 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.830571 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.854638 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.857169 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.857846 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.035391 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.096555 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.101202 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.203299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:06.230030 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:06.231702 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Pushing event updated for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.234879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:06.247999 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:06.326133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.351801 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:00Z', 'revision_number': 3, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:06.421828 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Checking router: 0d3447eb-3cdf-47f7-89b2-164154953b3f for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:06.425186 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 59f51013-7039-4f19-bda7-d18f4f2e4ae2, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=59f51013-7039-4f19-bda7-d18f4f2e4ae2,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:06.435220 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Updating router 0d3447eb-3cdf-47f7-89b2-164154953b3f port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:06.461478 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac292614-d559-4dc3-99b9-895a581fc258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.469321 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Pushing event updated for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.472105 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.524938 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac292614-d559-4dc3-99b9-895a581fc258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.545542 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.732093 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:46:59Z', 'revision_number': 3, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:06.769308 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Pushing event updated for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.789790 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:06.798698 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.799853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.832127 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:06.834659 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.918205 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8bf99-604e-4a84-a906-3b11e625bdd4 None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:46:59Z', 'revision_number': 3, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:06.997479 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=59f51013-7039-4f19-bda7-d18f4f2e4ae2,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.038118 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac292614-d559-4dc3-99b9-895a581fc258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4fcc7f-9238-4f5e-8e71-e928e6f2c79a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.092437 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ac292614-d559-4dc3-99b9-895a581fc258 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9b2243cc5194e919d8e6e3018c86c3e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8743260 Nov 22 16:47:07.093326 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43418) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:07.329305 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:07.388123 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-3cc6d736-6d04-49a8-b451-406a956975c6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0894234 Nov 22 16:47:07.409869 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-91396529-0aea-4040-b00e-86a7f858730a None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:07.414399 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-91396529-0aea-4040-b00e-86a7f858730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.428231 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cd0be-5352-4ffd-bdf3-691e30705357 req-ad02bea2-eda0-4242-9351-c9b2e7a22724 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.439142 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-323cd0be-5352-4ffd-bdf3-691e30705357 req-ad02bea2-eda0-4242-9351-c9b2e7a22724 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 932 time: 1.0043595 Nov 22 16:47:07.465608 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:07.469961 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.480613 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.626845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.647062 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-91396529-0aea-4040-b00e-86a7f858730a None None] Port 47a7db94-6197-49b7-bc02-951565eafa97 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:07.687392 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-992dd5fc-41f6-41cf-a5bb-ef1951870ca8 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:07.692603 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-992dd5fc-41f6-41cf-a5bb-ef1951870ca8 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0630300 Nov 22 16:47:07.805325 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5ad17-d820-4411-a1a2-d440f4d47118 None None] Pushing event updated for resources: {'Port': ['ID=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.914624 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Attempting to bind port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:07.915042 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Attempting to bind port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:07.915424 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Attempting to bind port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:07.950838 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:07.951324 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:07.951742 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.955968 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:07.956589 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Bound port: 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:07.957046 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.113100 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] For port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:08.121182 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-66cc7bcc-8a9a-4a2b-a709-cc43eda784be None None] Provisioning complete for port 224e3d53-e17a-4b97-887e-e0bec6eee5cf triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:08.122791 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-66cc7bcc-8a9a-4a2b-a709-cc43eda784be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.123152 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] For port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:08.138151 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.265813 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43440) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.291390 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:08.292657 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:08.324926 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-66cc7bcc-8a9a-4a2b-a709-cc43eda784be None None] Port 224e3d53-e17a-4b97-887e-e0bec6eee5cf cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:08.385085 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5ad17-d820-4411-a1a2-d440f4d47118 None None] Pushing event updated for resources: {'Port': ['ID=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.387649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.397431 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.414983 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Request body: {'port': {'device_id': '725c405a-869b-4983-b9f0-8e6be39db80c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:08.451333 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.452512 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.634080 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-323cd0be-5352-4ffd-bdf3-691e30705357 req-abf9b4bc-afec-4adf-ad36-2cec805b4370 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1787918 Nov 22 16:47:08.687963 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.690848 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43448) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.745894 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5060a3e9-838c-4181-b56f-7e76afa9bf2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.746419 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:08.748472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Pushing event updated for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.849710 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:08.931283 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 59f51013-7039-4f19-bda7-d18f4f2e4ae2 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:08.952254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.066022 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:09.067473 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.190016 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5060a3e9-838c-4181-b56f-7e76afa9bf2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.228307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:09.231427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5060a3e9-838c-4181-b56f-7e76afa9bf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.323587 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5060a3e9-838c-4181-b56f-7e76afa9bf2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29fc45fe812744b6b072739ea3e5c0a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0513766 Nov 22 16:47:09.330931 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:09.350310 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43456) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.350561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 837d598a-b0ec-4194-bad9-3c106d2b8ee9 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:09.465608 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:00Z', 'revision_number': 3, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:09.534443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:09.539368 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.546814 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e39e8cf-bcf1-4f56-8bd8-c5b2b830e288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.562087 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9263a9-5bc4-42e7-8cc4-5447186c8468 None None] The sync data for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi is: [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:00Z', 'revision_number': 3, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:09.822672 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.884829 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 837d598a-b0ec-4194-bad9-3c106d2b8ee9, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=837d598a-b0ec-4194-bad9-3c106d2b8ee9,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:09.923090 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.987601 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.005311 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.006407 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-59e164ec-0409-4f7e-9f0b-2a2e573a7113 None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:10.007389 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-59e164ec-0409-4f7e-9f0b-2a2e573a7113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.008711 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e4fcc7f-9238-4f5e-8e71-e928e6f2c79a HTTP/1.1" status: 204 len: 168 time: 2.8951364 Nov 22 16:47:10.146662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-59e164ec-0409-4f7e-9f0b-2a2e573a7113 None None] Port 47a7db94-6197-49b7-bc02-951565eafa97 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:10.148359 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=837d598a-b0ec-4194-bad9-3c106d2b8ee9,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.297178 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76d633-3475-465d-88d9-afc8c946625b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4fcc7f-9238-4f5e-8e71-e928e6f2c79a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.331069 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.427311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060a3e9-838c-4181-b56f-7e76afa9bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83542ea-11a5-435d-8827-f7518ea776df,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.495738 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449e8fb-6ff6-4394-bd59-529e3fc1a9c3 req-b683c10f-193b-419f-be63-105925e3d66f tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.499302 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d449e8fb-6ff6-4394-bd59-529e3fc1a9c3 req-b683c10f-193b-419f-be63-105925e3d66f tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 932 time: 0.5785429 Nov 22 16:47:10.604881 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:10.616827 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.619338 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e39e8cf-bcf1-4f56-8bd8-c5b2b830e288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.648224 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:10.665472 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:10.680520 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-42abf522-85c6-48ae-acc6-53c905994f65 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ffb49ac-894f-4d51-8ee8-81f0d51f3df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8857281 Nov 22 16:47:10.720411 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e39e8cf-bcf1-4f56-8bd8-c5b2b830e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.721853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.747595 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:10.748495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:10.889757 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39e8cf-bcf1-4f56-8bd8-c5b2b830e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb0127-3dd9-4325-8842-5f5ca2bfdabd,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.979435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7e39e8cf-bcf1-4f56-8bd8-c5b2b830e288 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e5b4d6256c54b1398edbfcf14d52ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2870185 Nov 22 16:47:10.980189 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43480) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:11.036126 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:11.163606 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d449e8fb-6ff6-4394-bd59-529e3fc1a9c3 req-1dca2e50-26eb-4ca0-b379-dee9a7ae7860 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775598 Nov 22 16:47:11.236414 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.288123 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:11.389818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.397444 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.405355 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b83542ea-11a5-435d-8827-f7518ea776df HTTP/1.1" status: 204 len: 168 time: 2.0586958 Nov 22 16:47:11.466403 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36357743-e069-4760-b36c-f80f45063ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83542ea-11a5-435d-8827-f7518ea776df,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.558994 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Allocated IP 172.20.0.1 (b3b92996-d740-4746-b5f4-034b8d75200c/98ab076f-1de6-4f6d-9a96-ef4cc4a2f693/a4e4271d-3216-4327-a879-9de3c668d527) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:11.603587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:11.604442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.637253 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:11.649590 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:11.668732 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-6119c111-6215-41d7-8ebb-4144eddf7401 admin admin] 10.222.0.46 "PUT /v2.0/routers/063a187d-577a-4a6e-9d6f-9b23ddf04852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8802650 Nov 22 16:47:11.700700 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:11.705798 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:11.712858 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0c858e-378b-457f-8e82-c4000d977159 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:11.763432 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.798928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:05Z', 'revision_number': 2, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:11.839413 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:11.840266 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Updating router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 port 224e3d53-e17a-4b97-887e-e0bec6eee5cf binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:11.841454 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Transition to ACTIVE for port object 9e0c858e-378b-457f-8e82-c4000d977159 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:11.861591 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.916729 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.930068 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.020573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.144662 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:12.158766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.329641 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.382282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Attempting to bind port 9e0c858e-378b-457f-8e82-c4000d977159 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:12.382774 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Attempting to bind port 9e0c858e-378b-457f-8e82-c4000d977159 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ad95863e-60b4-4ea2-b699-fec0e6a4977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:12.383285 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Attempting to bind port 9e0c858e-378b-457f-8e82-c4000d977159 on network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:12.398699 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.426684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Port 9e0c858e-378b-457f-8e82-c4000d977159 on network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:12.427093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Attempting to bind port 9e0c858e-378b-457f-8e82-c4000d977159 on network d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:12.449161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:12.454821 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Checking segment: {'id': 'ad95863e-60b4-4ea2-b699-fec0e6a4977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:12.455885 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Bound using segment: {'id': 'ad95863e-60b4-4ea2-b699-fec0e6a4977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:12.459125 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Bound port: 9e0c858e-378b-457f-8e82-c4000d977159, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad95863e-60b4-4ea2-b699-fec0e6a4977f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:12.459778 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.553287 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Network b3b92996-d740-4746-b5f4-034b8d75200c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:12.555708 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.562838 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.565385 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dcb0127-3dd9-4325-8842-5f5ca2bfdabd HTTP/1.1" status: 204 len: 168 time: 1.5792279 Nov 22 16:47:12.591688 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.610360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:12.623066 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:12.624963 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.704854 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:12.714643 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.728365 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 837d598a-b0ec-4194-bad9-3c106d2b8ee9 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:12.741161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:12.749348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e0c858e-378b-457f-8e82-c4000d977159,segment=NetworkSegment(ad95863e-60b4-4ea2-b699-fec0e6a4977f),segment_id=ad95863e-60b4-4ea2-b699-fec0e6a4977f)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:12.761303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.865905 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:12.886210 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 2, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:12.926913 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:12.927641 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Updating router 063a187d-577a-4a6e-9d6f-9b23ddf04852 port 47a7db94-6197-49b7-bc02-951565eafa97 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:12.974638 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.036989 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a43da2-b90e-4405-94c4-f05f246f3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb0127-3dd9-4325-8842-5f5ca2bfdabd,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.234753 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a08570-e51d-4f88-9245-a8a8797f19e2 req-18290edb-2e99-4355-bfbb-148969269635 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.246551 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-55a08570-e51d-4f88-9245-a8a8797f19e2 req-18290edb-2e99-4355-bfbb-148969269635 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.6798587 Nov 22 16:47:13.344381 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.375259 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.449395 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.467812 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.492446 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711095381', 'description': 'tempest-description--239558842'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:13.567919 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.579438 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-55a08570-e51d-4f88-9245-a8a8797f19e2 req-75285554-ae2e-404e-bec1-540ec60fedd2 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744205 Nov 22 16:47:13.584069 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.589985 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] 10.222.0.48 "PUT /v2.0/ports/9e0c858e-378b-457f-8e82-c4000d977159 HTTP/1.1" status: 200 len: 1094 time: 5.5132766 Nov 22 16:47:13.594134 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:13.617567 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:13.617791 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.786190 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.857203 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f2c1-7ee4-4f4d-9bc5-7b7167e773ba None None] Pushing event updated for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.881916 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Attempting to bind port 47a7db94-6197-49b7-bc02-951565eafa97 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:13.885207 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.893963 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Attempting to bind port 47a7db94-6197-49b7-bc02-951565eafa97 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:13.897371 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Attempting to bind port 47a7db94-6197-49b7-bc02-951565eafa97 on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:13.933873 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:13.937870 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Checking segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:13.939137 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.946943 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Bound using segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:13.948589 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Bound port: 47a7db94-6197-49b7-bc02-951565eafa97, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:13.954237 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.043096 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.081220 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.101515 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.102850 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.163771 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.166659 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400d538-bef8-425b-ac4b-ab880fdb75a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.182331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.283152 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd0580-481d-46b7-a2eb-46fabc9e9182,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.343288 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.367268 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdacd06-4619-404e-af6d-5478f9a42df5 None None] Pushing event updated for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.377935 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-26b26d2e-877a-4cb7-8040-39ed6d8d955a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8889995 Nov 22 16:47:14.402543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43544) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:14.405495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:14.452012 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group_rule': {'security_group_id': '86bd0580-481d-46b7-a2eb-46fabc9e9182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:14.503292 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Attempting to bind port 224e3d53-e17a-4b97-887e-e0bec6eee5cf on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:14.504120 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Attempting to bind port 224e3d53-e17a-4b97-887e-e0bec6eee5cf by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:14.504641 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Attempting to bind port 224e3d53-e17a-4b97-887e-e0bec6eee5cf on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:14.519508 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-7ba5a6ba-de6b-4b70-ba9d-575a7f042f86 None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:14.520239 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7ba5a6ba-de6b-4b70-ba9d-575a7f042f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.526901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:14.528087 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Checking segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:14.528680 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.529253 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Bound using segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:14.529949 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Bound port: 224e3d53-e17a-4b97-887e-e0bec6eee5cf, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:14.530542 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.560602 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] For port 47a7db94-6197-49b7-bc02-951565eafa97, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:14.608633 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] For port 47a7db94-6197-49b7-bc02-951565eafa97, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=47a7db94-6197-49b7-bc02-951565eafa97,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:14.624665 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.631342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43546) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:14.633348 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.642802 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5a6ba-de6b-4b70-ba9d-575a7f042f86 None None] Port 47a7db94-6197-49b7-bc02-951565eafa97 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:14.693727 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:14.695101 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.771943 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] For port 224e3d53-e17a-4b97-887e-e0bec6eee5cf, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:14.812367 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e13f4798-5748-45b4-8705-5df699472069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.827836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.837728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.887861 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] For port 224e3d53-e17a-4b97-887e-e0bec6eee5cf, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=224e3d53-e17a-4b97-887e-e0bec6eee5cf,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:14.930576 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.931907 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f7148b-3d6d-42f0-8ce3-8db56467a9d9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.952718 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.966501 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f1972c49-f303-4c36-a191-5b8958f11e85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5560300 Nov 22 16:47:14.968883 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43550) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:14.972486 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:14.973433 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:15.011052 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group_rule': {'security_group_id': '86bd0580-481d-46b7-a2eb-46fabc9e9182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:15.020179 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.048617 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f2c1-7ee4-4f4d-9bc5-7b7167e773ba None None] Pushing event updated for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.147819 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] Provisioning complete for port 224e3d53-e17a-4b97-887e-e0bec6eee5cf triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:15.151792 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.293975 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:15.357899 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:15.359860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:15.364652 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdacd06-4619-404e-af6d-5478f9a42df5 None None] Pushing event updated for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.451570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65547e4-1be4-4375-a8ea-21a236e4ab74" -d '{"events": [{"name": "network-changed", "server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "tag": "9e0c858e-378b-457f-8e82-c4000d977159"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:15.491987 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Network b3b92996-d740-4746-b5f4-034b8d75200c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:15.516836 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991fe88-89d7-4df2-826c-ff28f3285270 req-ddddcb0e-2d69-478f-ada2-b8a72b07b9a6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.525185 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2991fe88-89d7-4df2-826c-ff28f3285270 req-ddddcb0e-2d69-478f-ada2-b8a72b07b9a6 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.4975944 Nov 22 16:47:15.648006 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:15.654047 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.695410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.701009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697640875', 'description': 'tempest-description--1819611307'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:15.707736 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:15.785727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.971051 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2991fe88-89d7-4df2-826c-ff28f3285270 req-6e615c14-cb27-474b-9c0f-642db684f572 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142749 Nov 22 16:47:15.995518 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e13f4798-5748-45b4-8705-5df699472069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.067359 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.074543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.082775 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e13f4798-5748-45b4-8705-5df699472069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.164292 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.173564 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e13f4798-5748-45b4-8705-5df699472069 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a693bf41d64482d9f1a01bac39ee95b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4957862 Nov 22 16:47:16.182766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.230828 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.243744 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5471625 Nov 22 16:47:16.279368 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43584) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.291004 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:14Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:16.301097 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group_rule': {'security_group_id': 'ab62de48-838d-4ad9-8359-8e86e9301fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:16.327625 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.341400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] For port 224e3d53-e17a-4b97-887e-e0bec6eee5cf, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=224e3d53-e17a-4b97-887e-e0bec6eee5cf,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:16.353974 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.360778 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93390f49-9812-43a3-a202-5fe3f3279d8c None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:14Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:16.364099 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.383469 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f4798-5748-45b4-8705-5df699472069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ee12d-f8c3-414b-88f1-a6dc5bc44ae7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.455638 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c5b571-a850-4193-9f93-be9620f53db2,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.470420 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Router 0d3447eb-3cdf-47f7-89b2-164154953b3f has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:16.535481 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.539847 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-63e0b03f-f24a-49be-a9c9-b5e4ac308907 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5439448 Nov 22 16:47:16.546766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43590) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.547880 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe50da-b58e-4ab2-b49a-75a3f6c75d1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62de48-838d-4ad9-8359-8e86e9301fe6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.561334 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:16.633708 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.683253 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.769649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.775919 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:16.778271 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.839000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.881371 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464ce2b-d449-47c2-9eb0-724fc0386475 None None] Pushing event updated for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.885607 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f58df1e-9eee-4583-9cdc-b1a51e2ab703 x-openstack-request-id: req-3f58df1e-9eee-4583-9cdc-b1a51e2ab703 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:16.885881 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "tag": "9e0c858e-378b-457f-8e82-c4000d977159", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:16.886155 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f58df1e-9eee-4583-9cdc-b1a51e2ab703 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:16.886618 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159', 'status': 'completed', 'code': 200} Nov 22 16:47:16.972190 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.978269 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.985852 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.989822 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d56ee12d-f8c3-414b-88f1-a6dc5bc44ae7 HTTP/1.1" status: 204 len: 168 time: 0.8030376 Nov 22 16:47:17.026675 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.074254 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:14Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:17.093631 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca7521-97dd-4547-a2c3-1014cab54307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ee12d-f8c3-414b-88f1-a6dc5bc44ae7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.132295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310fc57e-284e-460f-9e44-7ed551448d66,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.169923 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.177987 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4a6f5c4b-6ff6-4cb8-a30d-4e04070af8fd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8875277 Nov 22 16:47:17.191067 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-0ea6eb1d-2de4-4709-9119-9ab98a6dc5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.195160 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c09231-6454-4fba-a54a-21695dfe36c7 None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:14Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:17.202516 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-0ea6eb1d-2de4-4709-9119-9ab98a6dc5f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d443f3cec1e41d4b6881f98a4576007&device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 1097 time: 0.9455152 Nov 22 16:47:17.204241 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43612) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.248527 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group_rule': {'security_group_id': 'ab62de48-838d-4ad9-8359-8e86e9301fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:17.318589 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.535308 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] For port 47a7db94-6197-49b7-bc02-951565eafa97, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=47a7db94-6197-49b7-bc02-951565eafa97,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:17.550004 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.744967 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Provisioning complete for port 224e3d53-e17a-4b97-887e-e0bec6eee5cf triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:17.746695 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.759936 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-f3edd79d-0502-4c9f-a9b0-8a59689dd77e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0c858e-378b-457f-8e82-c4000d977159 HTTP/1.1" status: 200 len: 217 time: 0.4791772 Nov 22 16:47:17.776156 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.991212 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb28a3-e90f-477e-8a75-6c53c0ac686c None None] Pushing event updated for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.020750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3173be-155b-4765-9860-fea957e97db5 req-12f6de77-60ba-4e82-ad4a-ee1e181babb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.022357 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-12f6de77-60ba-4e82-ad4a-ee1e181babb6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7755d268-9aea-4e98-8734-c542bb7272ec HTTP/1.1" status: 200 len: 851 time: 0.2400472 Nov 22 16:47:18.309098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:18.338143 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-f7858d32-4489-425f-848b-eb66fc64c1fd admin admin] 10.222.0.46 "PUT /v2.0/routers/0d3447eb-3cdf-47f7-89b2-164154953b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9088075 Nov 22 16:47:18.338443 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-67a05c84-26b8-4015-ae28-6dffa7ba30c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302263 Nov 22 16:47:18.350060 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Sync routers for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:18.353487 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7590b-ed32-4648-96f8-3ce6bd4ca983 req-acc09738-eab2-4de9-82b8-9865886d15be tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.353487 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0ff7590b-ed32-4648-96f8-3ce6bd4ca983 req-acc09738-eab2-4de9-82b8-9865886d15be tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.4543338 Nov 22 16:47:18.385412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:18.387377 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.600022 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 47a7db94-6197-49b7-bc02-951565eafa97 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:18.755049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.781926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.825116 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0ff7590b-ed32-4648-96f8-3ce6bd4ca983 req-e9d75064-565f-4c02-a03d-4cbdcce39c12 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266698 Nov 22 16:47:18.901458 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a83c313-f5e6-4f7e-a50b-e9c52f1b2724,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.949984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.953518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.954943 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0b626c96-694c-4413-a2b5-baebcdc05230 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7488704 Nov 22 16:47:18.967855 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 43642) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.973785 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-81ee83fa-e468-4411-a01f-3aad8ee778aa service neutron] 10.222.0.48 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344242 Nov 22 16:47:19.000914 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:19.273975 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8a3173be-155b-4765-9860-fea957e97db5 req-71d9b01b-41b4-4303-a642-536c6a13a7ad service neutron] 10.222.0.48 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762702 Nov 22 16:47:19.291336 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.543059 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-22e2946d-95fb-407c-8ce6-b3db7acad6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.553507 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-22e2946d-95fb-407c-8ce6-b3db7acad6a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d443f3cec1e41d4b6881f98a4576007&device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 1097 time: 0.1752455 Nov 22 16:47:19.611094 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Allocated IP 172.27.1.133 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/693880e0-3a2a-4ad3-bf70-f73e885acfcf) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:19.694006 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:19.970698 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:19.979041 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.120269 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.256795 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-3928ebfa-7550-4b18-9c77-69326e0f525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.261667 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-3928ebfa-7550-4b18-9c77-69326e0f525f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f HTTP/1.1" status: 200 len: 912 time: 0.6975806 Nov 22 16:47:20.370474 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-95247b8f-3cfc-440b-80b3-0a05febec846 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0c858e-378b-457f-8e82-c4000d977159 HTTP/1.1" status: 200 len: 217 time: 0.0825992 Nov 22 16:47:20.387183 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.426033 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43702) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:20.607492 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-97beff85-1bab-469a-b752-8fe4a50c17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.613614 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-97beff85-1bab-469a-b752-8fe4a50c17f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7755d268-9aea-4e98-8734-c542bb7272ec HTTP/1.1" status: 200 len: 851 time: 0.1654615 Nov 22 16:47:20.669282 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:20.673917 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d691737a-f615-45e2-aace-ad7597ecc7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.803076 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 224e3d53-e17a-4b97-887e-e0bec6eee5cf up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:20.808045 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-6e1097ef-8864-4894-a80e-c7fa43dec746 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623386 Nov 22 16:47:20.814164 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e69cf-9499-450e-82e9-97445e8633d3 req-6699ef41-ccec-4257-8e50-f05674fe0085 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.816184 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f3e69cf-9499-450e-82e9-97445e8633d3 req-6699ef41-ccec-4257-8e50-f05674fe0085 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.6026270 Nov 22 16:47:20.817747 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=693880e0-3a2a-4ad3-bf70-f73e885acfcf,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:20.841716 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-e50004bd-93eb-411e-976b-9002344ccf09 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.845040 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-e50004bd-93eb-411e-976b-9002344ccf09 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 818 time: 0.5969942 Nov 22 16:47:20.873797 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:20.879655 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:20.906979 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 4, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'a4e4271d-3216-4327-a879-9de3c668d527', 'name': '', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'mac_address': 'fa:16:3e:73:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:10Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 2, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'subnets': [{'id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:21.022359 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Checking router: 0d3447eb-3cdf-47f7-89b2-164154953b3f for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:21.023356 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Updating router 0d3447eb-3cdf-47f7-89b2-164154953b3f port a4e4271d-3216-4327-a879-9de3c668d527 binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:21.062034 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-cf9ee803-3ed2-43ee-a419-74355e0b1cf2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/quotas/1e7f4a9d55384beb9e8ba3a98e8c9ef0 HTTP/1.1" status: 200 len: 375 time: 0.2026899 Nov 22 16:47:21.085048 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d691737a-f615-45e2-aace-ad7597ecc7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.096514 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d691737a-f615-45e2-aace-ad7597ecc7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.144617 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 224e3d53-e17a-4b97-887e-e0bec6eee5cf triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:21.145815 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.152696 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.179341 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d691737a-f615-45e2-aace-ad7597ecc7cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cc331f5d7f34c0096bda600eec44119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7507994 Nov 22 16:47:21.192907 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-715abe84-2832-4e15-81f2-b85dc6dd9cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535171 Nov 22 16:47:21.193478 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:21.352713 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.499723 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.524238 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-12cac7a8-7be3-4014-abe6-0714f76c3416 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4602518 Nov 22 16:47:21.566086 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f3e69cf-9499-450e-82e9-97445e8633d3 req-16533373-c07b-45aa-99f1-ff284c672352 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7171433 Nov 22 16:47:21.598031 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e65547e4-1be4-4375-a8ea-21a236e4ab74 req-a4c69418-2dc3-4a2e-bcc0-96aecef70f39 service neutron] 10.222.0.48 "GET /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565300 Nov 22 16:47:21.691203 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691737a-f615-45e2-aace-ad7597ecc7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f333a4c5-b1f2-4453-a1a7-a0a8a727d8a9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.786460 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 47a7db94-6197-49b7-bc02-951565eafa97 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:21.833966 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Allocated IP 172.27.1.188 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/ef86fe92-e7fe-4902-8d4b-48f086587fe7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:21.846412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.936372 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.948010 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.029965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.039906 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.044378 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f333a4c5-b1f2-4453-a1a7-a0a8a727d8a9 HTTP/1.1" status: 204 len: 168 time: 0.8257287 Nov 22 16:47:22.056897 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6c7c6-5a64-420a-959e-2afe0d3063a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333a4c5-b1f2-4453-a1a7-a0a8a727d8a9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.282160 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-156e02b5-0f37-49bc-80a9-93e84c4f1b39 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:47:22.291152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.300735 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 47a7db94-6197-49b7-bc02-951565eafa97 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:22.301506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.304224 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-156e02b5-0f37-49bc-80a9-93e84c4f1b39 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3636341 Nov 22 16:47:22.305595 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.589089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.599970 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe01e-3bff-4d7b-b9cc-4d308ab9a000 None None] Pushing event updated for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.761070 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Attempting to bind port a4e4271d-3216-4327-a879-9de3c668d527 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:22.761494 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Attempting to bind port a4e4271d-3216-4327-a879-9de3c668d527 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:22.762710 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Attempting to bind port a4e4271d-3216-4327-a879-9de3c668d527 on network b3b92996-d740-4746-b5f4-034b8d75200c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:22.770411 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:22.770767 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Checking segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:22.771346 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.771818 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Bound using segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:22.772613 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Bound port: a4e4271d-3216-4327-a879-9de3c668d527, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:22.773099 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.814647 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-cdb79253-d3f5-4403-be0a-26cb1ac9d1c0 service neutron] 10.222.0.46 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083082 Nov 22 16:47:22.853394 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.880314 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] For port a4e4271d-3216-4327-a879-9de3c668d527, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:22.895034 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] For port a4e4271d-3216-4327-a879-9de3c668d527, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a4e4271d-3216-4327-a879-9de3c668d527,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:22.904475 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.976162 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:22.977028 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.005175 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:23.011409 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:23.019246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe01e-3bff-4d7b-b9cc-4d308ab9a000 None None] Pushing event updated for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.019687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:23.039093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.066052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aac9a66-37af-44a2-8f6a-df1cc9bf8acf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.070082 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=ef86fe92-e7fe-4902-8d4b-48f086587fe7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.100500 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.123712 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.135814 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:23.153848 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8514ca-058d-4631-adba-72b1926c7bce req-e355d163-ae3e-48b5-bfe1-0d87f3ad7af5 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.155500 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f8514ca-058d-4631-adba-72b1926c7bce req-e355d163-ae3e-48b5-bfe1-0d87f3ad7af5 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.3064466 Nov 22 16:47:23.188255 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aac9a66-37af-44a2-8f6a-df1cc9bf8acf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.196964 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2aac9a66-37af-44a2-8f6a-df1cc9bf8acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.206413 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-300d1955-aae3-4804-8e09-6e9f75e25dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907678 Nov 22 16:47:23.212327 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.253547 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2aac9a66-37af-44a2-8f6a-df1cc9bf8acf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=efe537cf1d084c1280ba7eb6ef49adb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133088 Nov 22 16:47:23.258824 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 43772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.268789 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9a66-37af-44a2-8f6a-df1cc9bf8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6cd41-f9a3-4841-a309-cc94847e39f1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.277750 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.331776 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.365349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.449722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.452418 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.458849 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8a6cd41-f9a3-4841-a309-cc94847e39f1 HTTP/1.1" status: 204 len: 168 time: 0.1981139 Nov 22 16:47:23.481640 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 4, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'a4e4271d-3216-4327-a879-9de3c668d527', 'name': '', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'mac_address': 'fa:16:3e:73:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:10Z', 'updated_at': '2021-11-22T16:47:22Z', 'revision_number': 4, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'subnets': [{'id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.483878 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c145b34-765b-4f27-ba26-9c243afc91d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6cd41-f9a3-4841-a309-cc94847e39f1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.519216 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cca376-227a-4645-9135-486cf2303ef4 None None] The sync data for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi is: [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 4, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'a4e4271d-3216-4327-a879-9de3c668d527', 'name': '', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'mac_address': 'fa:16:3e:73:b8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:10Z', 'updated_at': '2021-11-22T16:47:22Z', 'revision_number': 4, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'subnets': [{'id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:23.573478 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=693880e0-3a2a-4ad3-bf70-f73e885acfcf,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.592428 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.594783 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-fba891d4-935a-4a2f-890e-7b9dbb37f413 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0451453 Nov 22 16:47:23.648261 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.686410 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-55d9fc24-8d00-431b-9c16-75404f46d642 req-c3b7eaa8-cf16-4b6e-a45f-dee3616f7d43 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 210 time: 0.0891294 Nov 22 16:47:23.693653 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f8514ca-058d-4631-adba-72b1926c7bce req-38183bff-9556-4c15-b32c-70555be1361e tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307870 Nov 22 16:47:24.054962 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.065746 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.129773 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=ef86fe92-e7fe-4902-8d4b-48f086587fe7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.143564 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:24.197548 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-74a94534-b5be-4f84-8e1e-a659e57786ae tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1711095381&fields=id&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 267 time: 0.2806065 Nov 22 16:47:24.204222 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.228624 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.230052 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-fcdba116-4c8d-42d4-8a75-806b81670353 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2488370 Nov 22 16:47:24.388353 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-9e0f8cdb-a195-45d8-bece-8deb3ee0d7e9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.390597 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-9e0f8cdb-a195-45d8-bece-8deb3ee0d7e9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 818 time: 0.2723973 Nov 22 16:47:24.431141 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-109f6612-21c7-415f-880f-23ad0474e340 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/quotas/1e7f4a9d55384beb9e8ba3a98e8c9ef0 HTTP/1.1" status: 200 len: 375 time: 0.0234015 Nov 22 16:47:24.451832 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-24c28fb2-05f4-4a3a-90fc-fae07b101b16 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.454089 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-24c28fb2-05f4-4a3a-90fc-fae07b101b16 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 816 time: 0.2374308 Nov 22 16:47:24.516782 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d90da7d2-a29c-4447-8bc7-8457163a7d54 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/quotas/cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 375 time: 0.0260773 Nov 22 16:47:24.527903 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-55a5f49d-cb05-4dba-ae7c-a5ad7c1f2870 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723531 Nov 22 16:47:24.644346 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-99114859-d53c-4691-99ec-fda53180eb1f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154418 Nov 22 16:47:24.752802 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-a5f51289-7c4a-4f92-8b07-18c396dd0490 service neutron] 10.222.0.46 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154236 Nov 22 16:47:24.890937 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-b28b6a3e-9cee-4081-abcf-99a028b58186 service neutron] 10.222.0.46 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369774 Nov 22 16:47:24.912701 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-1998b2c0-af2b-408a-9fae-d345a856a272 service neutron] 10.222.0.46 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375705 Nov 22 16:47:25.064224 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-809bdf15-a2e9-4c2f-a8b0-2e7773344ce4 service neutron] 10.222.0.46 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438453 Nov 22 16:47:25.144618 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-60d6ce50-9180-4169-9f60-14930308655b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1697640875&fields=id&tenant_id=3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 267 time: 0.0549817 Nov 22 16:47:25.354942 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-d4f40655-8b1f-4a83-a9d9-29532854023f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.363377 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-d4f40655-8b1f-4a83-a9d9-29532854023f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 810 time: 0.2097423 Nov 22 16:47:25.397666 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-6fc81dfa-147e-437e-933a-3cc26bf61b91 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/quotas/3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 375 time: 0.0329900 Nov 22 16:47:25.626318 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5634-13b2-4b58-97ae-8fb05653209e req-d161d7bd-7777-4bcd-a883-d1333711b4cc tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.632703 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d4fe5634-13b2-4b58-97ae-8fb05653209e req-d161d7bd-7777-4bcd-a883-d1333711b4cc tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.2660484 Nov 22 16:47:25.665641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-346718b3-b8a8-442c-a305-80a6522d6be6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2664411 Nov 22 16:47:25.732506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a4e4271d-3216-4327-a879-9de3c668d527 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:25.842553 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port a4e4271d-3216-4327-a879-9de3c668d527 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:25.842931 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.892136 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d4fe5634-13b2-4b58-97ae-8fb05653209e req-829dc358-8fb1-489d-b4f4-a6b1ab36501f tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226386 Nov 22 16:47:26.001361 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-9bdae543-7c6c-40f7-be50-274ab6609c3f service neutron] 10.222.0.46 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320947 Nov 22 16:47:26.062054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.181979 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port a4e4271d-3216-4327-a879-9de3c668d527, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a4e4271d-3216-4327-a879-9de3c668d527,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:26.190524 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.208308 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-53b96b72-ae74-42e1-b703-5eb696cdeeb9 req-eea51826-c48f-44bd-8016-1e48e07ae0eb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 210 time: 0.1605573 Nov 22 16:47:26.393078 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-290d409f-862d-4632-bae2-20860d8955a0 service neutron] 10.222.0.46 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865390 Nov 22 16:47:26.430815 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d592752e-906b-416e-98fc-ce47cce23503 req-6967dd5f-b938-4a36-94cb-1efc56d817ec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.1102126 Nov 22 16:47:26.607985 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.785915 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-39090e87-a9d7-466d-a6df-d050ed7270a2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.788994 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-39090e87-a9d7-466d-a6df-d050ed7270a2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 818 time: 0.5144267 Nov 22 16:47:26.801824 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-97521e9b-f17b-4b10-bee4-126e1fb9f23f req-3cefc993-4e71-4f13-867e-bf9b9a082644 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 210 time: 0.0388412 Nov 22 16:47:26.811332 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Request body: {'port': {'device_id': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'admin_state_up': True, 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:27.062082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Made reservation on behalf of 1e7f4a9d55384beb9e8ba3a98e8c9ef0 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:27.068224 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.081986 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.48', 60853) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.177538 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d64f3-7fed-479a-9478-3bcbc0acace1 req-e059e612-e992-4050-8a1f-830455257217 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.187516 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f7d64f3-7fed-479a-9478-3bcbc0acace1 req-e059e612-e992-4050-8a1f-830455257217 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.1234319 Nov 22 16:47:27.287580 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f7d64f3-7fed-479a-9478-3bcbc0acace1 req-fd8fdee2-4036-41e4-a9e9-8c7d94682b54 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906668 Nov 22 16:47:27.368604 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-022a7c41-0158-4862-89ff-91e3f8400cba tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.370826 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-022a7c41-0158-4862-89ff-91e3f8400cba tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 818 time: 0.2870262 Nov 22 16:47:27.376419 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-145ef687-ad5b-442b-a1a0-845844f2975e req-0c131558-7565-464f-b9b5-f4d337c43c29 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 210 time: 0.0374644 Nov 22 16:47:27.393805 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Request body: {'port': {'device_id': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'admin_state_up': True, 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:27.538935 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.48', 60856) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.559910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Allocated IP 172.20.0.12 (b3b92996-d740-4746-b5f4-034b8d75200c/98ab076f-1de6-4f6d-9a96-ef4cc4a2f693/e3935dab-324c-47a8-92c1-c715a0e76a89) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:27.680883 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a4e4271d-3216-4327-a879-9de3c668d527 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:27.767084 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e93728e7-a56e-449a-baef-a5dff2d65070 req-583b0102-da54-450f-a40a-e167ac40228b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0701573 Nov 22 16:47:27.927241 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Made reservation on behalf of 1e7f4a9d55384beb9e8ba3a98e8c9ef0 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:27.934454 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.940424 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port a4e4271d-3216-4327-a879-9de3c668d527 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:27.940782 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.978411 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-cbe8eeee-03b0-4327-8d29-0a52224ebf92 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.985686 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-cbe8eeee-03b0-4327-8d29-0a52224ebf92 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 816 time: 0.4417191 Nov 22 16:47:28.088153 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a63d4d06-75e6-4da8-8994-40ee8c2fc033 req-6d1fd697-8cfa-433f-99ce-a3876b0c6a21 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 210 time: 0.1732912 Nov 22 16:47:28.160000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 9e0c858e-378b-457f-8e82-c4000d977159 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:28.194081 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-131ac8ae-f03d-457d-89bc-86e5034ebc95 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 380 time: 0.1468151 Nov 22 16:47:28.206013 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'port': {'device_id': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'admin_state_up': True, 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'security_groups': ['86bd0580-481d-46b7-a2eb-46fabc9e9182']}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:28.211227 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.286331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.337213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44050) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.379513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e0c858e-378b-457f-8e82-c4000d977159,segment=NetworkSegment(ad95863e-60b4-4ea2-b699-fec0e6a4977f),segment_id=ad95863e-60b4-4ea2-b699-fec0e6a4977f)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:28.408424 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Network b3b92996-d740-4746-b5f4-034b8d75200c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:28.432415 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '9e0c858e-378b-457f-8e82-c4000d977159', 'network_id': 'd2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f', 'port_id': '9e0c858e-378b-457f-8e82-c4000d977159', 'mac_address': 'fa:16:3e:69:0b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7755d268-9aea-4e98-8734-c542bb7272ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:28.435862 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:28.478088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:28.490166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.491316 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.512115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Pushing event updated for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.531987 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.539440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Made reservation on behalf of cfe47babd75f42bc8500bd73fd3e8a80 for: {'port': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:28.541340 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.48', 60863) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.549483 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.551088 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0c858e-378b-457f-8e82-c4000d977159 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:28.576446 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Allocated IP 172.20.0.7 (b3b92996-d740-4746-b5f4-034b8d75200c/98ab076f-1de6-4f6d-9a96-ef4cc4a2f693/8ec54eb6-d304-485d-b708-3c045ee314cb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:28.602272 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38860fd1-85cc-4b9b-a5f2-33d1282bd491 req-b073fb5a-2cf1-410d-8f05-61008f8f57ce tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 210 time: 0.0650382 Nov 22 16:47:28.604749 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-d4ebbd88-8cb2-4f56-af35-278ef4becb88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8027039 Nov 22 16:47:28.627222 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e0c858e-378b-457f-8e82-c4000d977159,segment=NetworkSegment(ad95863e-60b4-4ea2-b699-fec0e6a4977f),segment_id=ad95863e-60b4-4ea2-b699-fec0e6a4977f)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:28.630462 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36614a-64c0-405c-854f-de5d1b8bbc7e req-3d7807e9-a9b3-43b2-ae51-031d7adf2ed4 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.633606 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5a36614a-64c0-405c-854f-de5d1b8bbc7e req-3d7807e9-a9b3-43b2-ae51-031d7adf2ed4 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 944 time: 0.1666389 Nov 22 16:47:28.643073 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.680453 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Request body: {'port': {'device_id': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:28.730729 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5b4f-b02a-4a25-ae55-bd3118a5e7b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.736708 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.805898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44058) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.826394 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.861853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-f6b13e26-92bb-45b7-bad6-fca7b8bc8fac tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.864116 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-f6b13e26-92bb-45b7-bad6-fca7b8bc8fac tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 810 time: 0.3127639 Nov 22 16:47:28.959904 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['9e0c858e-378b-457f-8e82-c4000d977159'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:29.113721 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5a36614a-64c0-405c-854f-de5d1b8bbc7e req-c13b1eea-4ed0-421e-9ecd-db8f702998f3 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685328 Nov 22 16:47:29.136557 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12e7ace8-dc6d-4367-9f87-3043ab3748f0 req-7a57b825-b00c-4cdd-b44b-c07c2a310b3f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.1824381 Nov 22 16:47:29.150201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a910b59-b1a1-44a3-ab19-2bd762cca9e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.293380 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-4284a554-ae5a-47c3-8b65-7c6b4790185c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 380 time: 0.3968019 Nov 22 16:47:29.321599 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'port': {'device_id': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'admin_state_up': True, 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'security_groups': ['ab62de48-838d-4ad9-8359-8e86e9301fe6']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:29.327299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.355036 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f84998be-32d8-4392-9105-8f13e84a920a req-899b6e13-00bb-4a17-bbfa-15160d259d7b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 210 time: 0.0696962 Nov 22 16:47:29.396579 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Allocated IP 172.20.0.11 (555e272a-5aea-4185-b0e8-0dd29df0ef41/31b7f340-a3a5-4800-ae9b-91f3ff41f7b7/f9cbc7d9-16f8-4436-a1e8-713379fa2b20) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:29.485603 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5b4f-b02a-4a25-ae55-bd3118a5e7b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.496098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3fd5b4f-b02a-4a25-ae55-bd3118a5e7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.523801 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.567978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd5b4f-b02a-4a25-ae55-bd3118a5e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b75d3a-28f5-4ad2-9055-79634c09c090,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.575308 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a910b59-b1a1-44a3-ab19-2bd762cca9e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.608074 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a910b59-b1a1-44a3-ab19-2bd762cca9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.625933 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e3fd5b4f-b02a-4a25-ae55-bd3118a5e7b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39538787d2264dbfa28f784d040f61fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2802196 Nov 22 16:47:29.636607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44090) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:29.669419 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Network b3b92996-d740-4746-b5f4-034b8d75200c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:29.684903 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:29.687188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Pushing event updated for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.707330 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:29.713078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.713722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.726323 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-9a910b59-b1a1-44a3-ab19-2bd762cca9e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23d54fdd0122410693883f793eab2d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9167056 Nov 22 16:47:29.729608 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44094) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:29.746523 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Made reservation on behalf of 3ea9eaca87894d75a800c301cfcceb81 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:29.750001 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.767480 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a910b59-b1a1-44a3-ab19-2bd762cca9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31958ab-17a6-455e-9426-a4cc54716834,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:29.770735 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.783870 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-ec229bcb-cddb-4447-a59c-4b5e8c189d73 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3965750 Nov 22 16:47:29.789286 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.814005 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Request body: {'port': {'device_id': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:29.862428 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.888610 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965da2b-c5f7-4c64-a9b0-6f0ae2d0537b req-181077c5-901f-4032-a7e5-1598f1db0711 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.890391 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b965da2b-c5f7-4c64-a9b0-6f0ae2d0537b req-181077c5-901f-4032-a7e5-1598f1db0711 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 931 time: 0.1816680 Nov 22 16:47:29.945480 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.952742 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.003361 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4d8991cf-8625-4602-a93a-78b933fb9651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.101460 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.109285 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:30.127577 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 9e0c858e-378b-457f-8e82-c4000d977159 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:30.129366 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.131602 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3935dab-324c-47a8-92c1-c715a0e76a89 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:30.135710 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:30.138457 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:30.138874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.144674 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.145635 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.149765 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.173674 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b965da2b-c5f7-4c64-a9b0-6f0ae2d0537b req-ee6cb5cc-64f5-49d3-b715-5eeeb329e258 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721970 Nov 22 16:47:30.174838 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.181357 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.182531 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73b75d3a-28f5-4ad2-9055-79634c09c090 HTTP/1.1" status: 204 len: 168 time: 0.5510976 Nov 22 16:47:30.237431 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Transition to ACTIVE for port object e3935dab-324c-47a8-92c1-c715a0e76a89 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:30.246951 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.280501 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.330149 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-726e48cd-4510-4fac-ae9c-3d01af4f9717 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1281178 Nov 22 16:47:30.346558 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 9e0c858e-378b-457f-8e82-c4000d977159 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:30.355545 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 9e0c858e-378b-457f-8e82-c4000d977159 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:30.356495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.358343 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Request body: {'port': {'device_id': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:30.376824 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4947443-8f1c-4fc9-a4b8-83582365b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b75d3a-28f5-4ad2-9055-79634c09c090,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.455221 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.529799 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.536098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.539078 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a31958ab-17a6-455e-9426-a4cc54716834 HTTP/1.1" status: 204 len: 168 time: 0.8054314 Nov 22 16:47:30.561115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Allocated IP 172.20.0.3 (5a12b501-eb79-4c36-94ef-326feaf99650/0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d/7d216b6b-378a-4e83-b1b3-f7cc7b97a35c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:30.565312 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.577593 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0fb84-d2e3-4cca-a02a-b8b1f8a9f6dc req-96fc2d93-dece-406c-8953-d58d9746c8f0 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.583201 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3fb0fb84-d2e3-4cca-a02a-b8b1f8a9f6dc req-96fc2d93-dece-406c-8953-d58d9746c8f0 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 945 time: 0.2844651 Nov 22 16:47:30.583905 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.610069 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:30.658231 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee146d3-fe9f-4ac5-bfc4-91ae11a38036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31958ab-17a6-455e-9426-a4cc54716834,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.673331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Attempting to bind port e3935dab-324c-47a8-92c1-c715a0e76a89 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:30.674042 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Attempting to bind port e3935dab-324c-47a8-92c1-c715a0e76a89 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:30.674640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Attempting to bind port e3935dab-324c-47a8-92c1-c715a0e76a89 on network b3b92996-d740-4746-b5f4-034b8d75200c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:30.703749 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85df89c-324f-4308-8347-674720669f1e req-22c9dd94-289c-4b7f-b45f-a1082a99dd7f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.720235 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f85df89c-324f-4308-8347-674720669f1e req-22c9dd94-289c-4b7f-b45f-a1082a99dd7f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 932 time: 0.3393712 Nov 22 16:47:30.727747 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e0c858e-378b-457f-8e82-c4000d977159,segment=NetworkSegment(ad95863e-60b4-4ea2-b699-fec0e6a4977f),segment_id=ad95863e-60b4-4ea2-b699-fec0e6a4977f)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:30.753455 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.819972 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.823537 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f6ad7fb8-9ced-4cdc-8df2-a42d22930074 None None] Provisioning complete for port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:30.823740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Port e3935dab-324c-47a8-92c1-c715a0e76a89 on network b3b92996-d740-4746-b5f4-034b8d75200c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:30.824338 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f6ad7fb8-9ced-4cdc-8df2-a42d22930074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.825040 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Attempting to bind port e3935dab-324c-47a8-92c1-c715a0e76a89 on network b3b92996-d740-4746-b5f4-034b8d75200c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:30.877812 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:30.878301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Checking segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:30.878792 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Bound using segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:30.879586 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad7fb8-9ced-4cdc-8df2-a42d22930074 None None] Port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:30.880160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Bound port: e3935dab-324c-47a8-92c1-c715a0e76a89, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:30.882087 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.950218 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44124) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.097816 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ccf4-c81a-44d8-bec9-a5074d7d9aa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.103291 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3fb0fb84-d2e3-4cca-a02a-b8b1f8a9f6dc req-338b2176-953f-4a06-a64e-51118e5cb9ef tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074100 Nov 22 16:47:31.118007 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f85df89c-324f-4308-8347-674720669f1e req-323004d3-c74e-4e78-94f4-a81ba5d83a85 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935068 Nov 22 16:47:31.216595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:31.217016 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44136) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.220891 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3935dab-324c-47a8-92c1-c715a0e76a89,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:31.337310 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec54eb6-d304-485d-b708-3c045ee314cb {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:31.343103 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.357614 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Transition to ACTIVE for port object 8ec54eb6-d304-485d-b708-3c045ee314cb will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:31.372412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc2e888-7d00-47cd-a557-526ec1077597" -d '{"events": [{"server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0c858e-378b-457f-8e82-c4000d977159"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:31.402005 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-babd0cd1-84c1-45b9-a3fb-0ca3026cad58 req-3f30fd19-0dc9-4fca-b67f-eb1f5c06e760 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 210 time: 0.1372259 Nov 22 16:47:31.418739 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.431713 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.444864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.494269 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2903-6c9c-44d5-a623-f6b04a0605c7 req-029e0926-bd90-47b3-840d-63ee5abcb5d5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.501898 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd6d2903-6c9c-44d5-a623-f6b04a0605c7 req-029e0926-bd90-47b3-840d-63ee5abcb5d5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 943 time: 0.1526031 Nov 22 16:47:31.538570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.539703 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.541595 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] 10.222.0.48 "PUT /v2.0/ports/e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 1094 time: 2.8653381 Nov 22 16:47:31.559385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:31.561447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72202b9c-6616-4981-9a25-fe614bbf1eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.563593 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14" -d '{"events": [{"name": "network-changed", "server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:31.591709 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44150) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.651347 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd6d2903-6c9c-44d5-a623-f6b04a0605c7 req-724231f1-b49f-4188-8964-05d721d340ad tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484666 Nov 22 16:47:31.675176 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Attempting to bind port 8ec54eb6-d304-485d-b708-3c045ee314cb on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:31.675625 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Attempting to bind port 8ec54eb6-d304-485d-b708-3c045ee314cb by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:31.676083 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Attempting to bind port 8ec54eb6-d304-485d-b708-3c045ee314cb on network b3b92996-d740-4746-b5f4-034b8d75200c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.703447 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-685bb9f0-c1e6-495b-9057-111b4b862eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.713869 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00d328-3a8d-47ed-97e7-3fa3625da2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.717823 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf4015c-a26d-4807-8c67-48cf42ef0cf4 x-openstack-request-id: req-4cf4015c-a26d-4807-8c67-48cf42ef0cf4 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:31.718207 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0c858e-378b-457f-8e82-c4000d977159", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:31.718475 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cf4015c-a26d-4807-8c67-48cf42ef0cf4 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:31.719064 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159', 'code': 200} Nov 22 16:47:31.721929 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:31.735162 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.737842 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46dae99-e7b9-4447-a050-f788c0adc883 x-openstack-request-id: req-a46dae99-e7b9-4447-a050-f788c0adc883 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:31.738200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:31.738634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a46dae99-e7b9-4447-a050-f788c0adc883 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:31.739270 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89', 'status': 'completed', 'code': 200} Nov 22 16:47:31.745578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.747194 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Port 8ec54eb6-d304-485d-b708-3c045ee314cb on network b3b92996-d740-4746-b5f4-034b8d75200c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:31.747581 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Attempting to bind port 8ec54eb6-d304-485d-b708-3c045ee314cb on network b3b92996-d740-4746-b5f4-034b8d75200c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.767751 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Transition to ACTIVE for port object f9cbc7d9-16f8-4436-a1e8-713379fa2b20 will not be triggered until provisioned by entity L2. {{(pid=109411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:31.772089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.818918 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:31.819478 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Checking segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:31.820389 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Bound using segment: {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:31.821165 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Bound port: 8ec54eb6-d304-485d-b708-3c045ee314cb, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d88940-3ac4-41fd-8047-6d9479e67995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:31.822024 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.824506 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72202b9c-6616-4981-9a25-fe614bbf1eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.849163 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72202b9c-6616-4981-9a25-fe614bbf1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.859853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ccf4-c81a-44d8-bec9-a5074d7d9aa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.872775 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-cd1fafbd-dbe4-40a2-b9eb-44783c8a2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.874683 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-cd1fafbd-dbe4-40a2-b9eb-44783c8a2734 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1097 time: 0.2479506 Nov 22 16:47:31.882093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:31.887188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.889920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb8ccf4-c81a-44d8-bec9-a5074d7d9aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.909610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:31.923137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:31.927619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.48', 60870) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.929362 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.930042 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.959113 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-72202b9c-6616-4981-9a25-fe614bbf1eb7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=757fc59e0c5f4c3f8c0fd8418277d037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7362363 Nov 22 16:47:31.989887 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44156) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.993939 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.036104 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Attempting to bind port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:32.036518 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Attempting to bind port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:32.037988 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Attempting to bind port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:32.042577 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72202b9c-6616-4981-9a25-fe614bbf1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0c7c9-5638-4635-ab95-447a1c663dd7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.063608 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-bc834e63-9b17-4b54-aa54-9eac56e41a24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.1793082 Nov 22 16:47:32.068169 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:32.068614 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Attempting to bind port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:32.091540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:32.091959 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Checking segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:32.093367 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Bound using segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:32.094005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Bound port: f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:32.095995 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.102301 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-3bedfa29-abec-4485-88a6-b213ef5b36a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.104736 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-3bedfa29-abec-4485-88a6-b213ef5b36a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 1099 time: 0.1677480 Nov 22 16:47:32.140798 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-9cb8ccf4-c81a-44d8-bec9-a5074d7d9aa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1339e27877f45738e7022981096083f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1840014 Nov 22 16:47:32.161660 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44164) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.165792 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.191137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.215638 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-c02df987-91fd-47c4-a736-d2fcab860148 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9090061 Nov 22 16:47:32.233349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8ccf4-c81a-44d8-bec9-a5074d7d9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884462f-ad23-4168-b614-4ce4b0c5fc1c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.258831 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Request body: {'port': {'device_id': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:32.271554 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:32.303645 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-9c49c6f1-72ca-42bf-9c92-48d215c8e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.305438 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-9c49c6f1-72ca-42bf-9c92-48d215c8e3e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.2120507 Nov 22 16:47:32.332400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ab13-dcb4-40a1-a288-ce5a9a4bfaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.344022 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ec54eb6-d304-485d-b708-3c045ee314cb,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:32.345520 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.362329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-685bb9f0-c1e6-495b-9057-111b4b862eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.369140 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-7c4b92dc-2694-4ee2-aefc-e6daa450c501 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516019 Nov 22 16:47:32.373295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.397048 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-fa0d67ce-58f3-4907-a055-9e7b47a6d95d None None] Provisioning complete for port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:32.397700 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fa0d67ce-58f3-4907-a055-9e7b47a6d95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.432634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-685bb9f0-c1e6-495b-9057-111b4b862eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.461104 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d67ce-58f3-4907-a055-9e7b47a6d95d None None] Port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:32.485895 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.593101 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:32.599282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.635479 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:32.643395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.644992 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.649037 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6856f4d9-b384-412d-a076-0e0022ae7124 service neutron] 10.222.0.48 "PUT /v2.0/ports/8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 200 len: 1093 time: 2.8488255 Nov 22 16:47:32.657642 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.658369 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.695430 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-685bb9f0-c1e6-495b-9057-111b4b862eea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc569c042fc34a89a1b018e12a53261e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0938325 Nov 22 16:47:32.696078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.708608 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55715a-07a3-4618-863a-dfc4d9d5d851 req-860fefa3-4652-4543-a5be-cf1cc7db3697 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.710888 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd55715a-07a3-4618-863a-dfc4d9d5d851 req-860fefa3-4652-4543-a5be-cf1cc7db3697 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.4479918 Nov 22 16:47:32.720223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bb9f0-c1e6-495b-9057-111b4b862eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b46dbb-4865-4dda-b58f-0509958a43be,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.724168 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8389873-f6e7-450b-a023-15d7591258c6 req-bfcbe305-c5fb-4101-b35e-033df5222349 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.726177 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8389873-f6e7-450b-a023-15d7591258c6 req-bfcbe305-c5fb-4101-b35e-033df5222349 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.4611764 Nov 22 16:47:32.754150 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.845270 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.846395 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.847985 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] 10.222.0.48 "PUT /v2.0/ports/f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 1094 time: 2.5013762 Nov 22 16:47:32.850357 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:32.853975 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-71de2319-de0c-479c-8037-16d4462abb68 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152441 Nov 22 16:47:32.892924 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.896451 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.902123 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8a0c7c9-5638-4635-ab95-447a1c663dd7 HTTP/1.1" status: 204 len: 168 time: 0.9109492 Nov 22 16:47:32.921309 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.025988 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.043118 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb1676-f78d-4a6d-9f92-21f10ff30e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.047693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414f6c7-cb0b-435f-95e8-9c16f84b1359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0c7c9-5638-4635-ab95-447a1c663dd7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.063864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-3f4d0c06-6eb0-4eb6-bc8f-2cb5c533bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.065567 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-3f4d0c06-6eb0-4eb6-bc8f-2cb5c533bc19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1096 time: 0.3422215 Nov 22 16:47:33.076675 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.135231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd55715a-07a3-4618-863a-dfc4d9d5d851 req-d8aa9e2f-9e73-4058-92ff-b30db8780433 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767142 Nov 22 16:47:33.171263 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8389873-f6e7-450b-a023-15d7591258c6 req-b8ee7c54-25aa-4738-90f8-706e31b89cde tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996303 Nov 22 16:47:33.222864 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce51090-1254-46b0-a67b-f47abcf8004e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.227212 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1137030 Nov 22 16:47:33.231331 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c" -d '{"events": [{"name": "network-changed", "server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:33.235784 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-ba80b40d-528f-4128-b531-6b98fbf030cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.237599 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-ba80b40d-528f-4128-b531-6b98fbf030cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1097 time: 0.3139551 Nov 22 16:47:33.290522 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.295896 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.297847 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b884462f-ad23-4168-b614-4ce4b0c5fc1c HTTP/1.1" status: 204 len: 168 time: 1.1332672 Nov 22 16:47:33.344155 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9422913-56ab-405d-ac7f-a8011e14c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884462f-ad23-4168-b614-4ce4b0c5fc1c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.381114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2b10a-dc91-4bec-b6e9-ed9a3bf02adb req-58222313-aa4f-4e2a-9925-8c64fa1ae289 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.388618 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-9c8ff69e-ba42-48ed-8520-36bdcdabd861 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 200 len: 217 time: 0.3041966 Nov 22 16:47:33.390198 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1fd2b10a-dc91-4bec-b6e9-ed9a3bf02adb req-58222313-aa4f-4e2a-9925-8c64fa1ae289 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 931 time: 0.1683190 Nov 22 16:47:33.401135 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.421773 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaba01-e60d-4d2f-b5b0-885db075434e req-ecebbee9-ffb2-4e8f-84a5-276c308581e9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.423315 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3deaba01-e60d-4d2f-b5b0-885db075434e req-ecebbee9-ffb2-4e8f-84a5-276c308581e9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 943 time: 0.1348944 Nov 22 16:47:33.436589 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.500979 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.577176 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44194) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:33.594820 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-c10f96f0-4735-48a1-9f38-039fdb7cbf39 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 217 time: 0.1119490 Nov 22 16:47:33.608469 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1fd2b10a-dc91-4bec-b6e9-ed9a3bf02adb req-2dd54163-352b-4754-ac3f-53e25423d31a tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173643 Nov 22 16:47:33.620559 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ab78a22-a04b-44fc-b5f9-5938e4e0f7a2 req-e32235fd-2ba7-4f32-9959-6cedf2e3f7f5 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526333 Nov 22 16:47:33.628178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b516206-8ebc-4be4-9d95-0654f4893e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.643049 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3deaba01-e60d-4d2f-b5b0-885db075434e req-a0b22343-6085-4212-93fd-b597634ed5e3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077737 Nov 22 16:47:33.692268 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-9d52ba98-cd8a-428d-84c1-6a51735ae9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.694254 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-9d52ba98-cd8a-428d-84c1-6a51735ae9c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0903842 Nov 22 16:47:33.702681 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-a8bad9f3-0601-4741-9cb6-b2ba472ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.704991 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-a8bad9f3-0601-4741-9cb6-b2ba472ea10a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.2014027 Nov 22 16:47:33.742074 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:33.745070 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68dae6c-090a-444d-9881-709a68b738c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:33.769370 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.773249 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.780686 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42b46dbb-4865-4dda-b58f-0509958a43be HTTP/1.1" status: 204 len: 168 time: 1.0781302 Nov 22 16:47:33.834126 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83e58e6-981d-4441-a669-b845929121b8 x-openstack-request-id: req-f83e58e6-981d-4441-a669-b845929121b8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:33.834845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:33.835427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f83e58e6-981d-4441-a669-b845929121b8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:33.835975 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb', 'status': 'completed', 'code': 200} Nov 22 16:47:33.848983 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-0cac91df-d5a2-4ac8-a831-7ed7d7042ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.851214 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-0cac91df-d5a2-4ac8-a831-7ed7d7042ff8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1117439 Nov 22 16:47:33.867643 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-6d521211-d70a-4e31-be51-1e371349579c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013627 Nov 22 16:47:33.891650 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f961e-ad37-42c4-912a-a5562ffc25a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b46dbb-4865-4dda-b58f-0509958a43be,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.047150 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-573ebf06-d1e5-4149-8f83-a0eec3ebc95a service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798205 Nov 22 16:47:34.080556 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:34.089834 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-3c7b62da-fecf-4911-b4b8-fcd4c84696cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.091399 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-3c7b62da-fecf-4911-b4b8-fcd4c84696cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1097 time: 0.2846487 Nov 22 16:47:34.105662 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.114427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b516206-8ebc-4be4-9d95-0654f4893e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.131038 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b516206-8ebc-4be4-9d95-0654f4893e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.175698 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b01592e0-fbb9-4933-b544-f2fc6acd2f3d req-950c3566-2d4d-40b8-b785-0b42872449b3 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207414 Nov 22 16:47:34.177623 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916829ba-12bf-4a24-ac3e-e4e7a1cad70a x-openstack-request-id: req-916829ba-12bf-4a24-ac3e-e4e7a1cad70a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:34.177979 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:34.178488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-916829ba-12bf-4a24-ac3e-e4e7a1cad70a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:34.178949 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'status': 'completed', 'code': 200} Nov 22 16:47:34.266798 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Transition to ACTIVE for port object 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:34.298147 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.331150 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-cda56453-d02d-47e0-baa7-0abf2fcace62 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330406 Nov 22 16:47:34.377253 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-3b516206-8ebc-4be4-9d95-0654f4893e5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c684285f2cd4909a1ba317765fca5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7973166 Nov 22 16:47:34.378083 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b516206-8ebc-4be4-9d95-0654f4893e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb18459f-13a6-46f0-ac6d-c6e95f96a35a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.386745 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44232) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:34.487633 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-d7892094-b2f4-4ef0-bf5b-1dc225ce6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.489622 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-d7892094-b2f4-4ef0-bf5b-1dc225ce6a8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.3811250 Nov 22 16:47:34.489942 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1392f-be3b-47f7-8d9f-3b5fb957dd8e req-d97f6932-6488-467b-a51c-eed7ead67601 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.491781 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-22b1392f-be3b-47f7-8d9f-3b5fb957dd8e req-d97f6932-6488-467b-a51c-eed7ead67601 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.2137122 Nov 22 16:47:34.498679 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-a3f2312b-8f4c-4340-a81c-4ed4e0ff6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.500807 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-a3f2312b-8f4c-4340-a81c-4ed4e0ff6d41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1097 time: 0.1987250 Nov 22 16:47:34.524674 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ad050-08a2-4e2d-856e-3f203a8355ca req-9c26abfe-56d5-46aa-bf57-36536a623a76 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.526274 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aa9ad050-08a2-4e2d-856e-3f203a8355ca req-9c26abfe-56d5-46aa-bf57-36536a623a76 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.1698821 Nov 22 16:47:34.599966 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.620401 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-7bf14e43-584c-44dd-a637-e6ea5b5ec704 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.0974448 Nov 22 16:47:34.783562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-d629c717-f7e8-4aad-8f4f-54019e3f9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.786542 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-d629c717-f7e8-4aad-8f4f-54019e3f9024 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.1223462 Nov 22 16:47:34.792731 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-22b1392f-be3b-47f7-8d9f-3b5fb957dd8e req-694cd808-349d-4d8c-a371-c7f75d304e48 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899513 Nov 22 16:47:34.806582 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Attempting to bind port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:34.807098 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Attempting to bind port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:34.807574 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Attempting to bind port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:34.852063 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aa9ad050-08a2-4e2d-856e-3f203a8355ca req-6c8b1fe1-8b06-499d-a5c4-4cc1530c8488 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034821 Nov 22 16:47:34.857062 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-f669d1c3-3914-4fc2-ab90-fec7b978823f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440853 Nov 22 16:47:34.857928 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c on network 5a12b501-eb79-4c36-94ef-326feaf99650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:34.858443 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Attempting to bind port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:34.866404 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-41542621-8b80-497c-a8dc-9b60dc1d55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.868428 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-41542621-8b80-497c-a8dc-9b60dc1d55ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.3401227 Nov 22 16:47:34.871750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:34.872015 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Checking segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:34.872388 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Bound using segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:34.873007 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Bound port: 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:34.874952 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.904838 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.950717 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-08272657-f8ce-4b74-9f4f-87ed022af76c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 217 time: 0.0696018 Nov 22 16:47:35.078376 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-f11614a5-b3ce-41d2-8d54-bde7ba19a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.080724 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-f11614a5-b3ce-41d2-8d54-bde7ba19a6d1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.1197138 Nov 22 16:47:35.095274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8586cc3-9f6a-44d9-8e78-ba9aad0a111f req-6cb841d9-831e-4ab6-a647-9452b8a7adbc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.103124 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8586cc3-9f6a-44d9-8e78-ba9aad0a111f req-6cb841d9-831e-4ab6-a647-9452b8a7adbc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.1544974 Nov 22 16:47:35.161271 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ed122-40a5-440e-866d-6dda58e9f588 req-1dc13c5e-2341-4b88-8bae-ceb968808b6f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.163082 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c9ed122-40a5-440e-866d-6dda58e9f588 req-1dc13c5e-2341-4b88-8bae-ceb968808b6f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 943 time: 0.1922438 Nov 22 16:47:35.221950 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-35e87d52-5565-4c2d-a451-c885e51a7575 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040056 Nov 22 16:47:35.226321 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.246646 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8586cc3-9f6a-44d9-8e78-ba9aad0a111f req-13aeeb5d-6f53-45e2-b67e-de695c93fbac tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423368 Nov 22 16:47:35.261378 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-7bc3150d-e045-49de-84e2-2960516ebf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.263729 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-7bc3150d-e045-49de-84e2-2960516ebf24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1578779 Nov 22 16:47:35.267508 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.315265 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-da47f6d7-f01a-4722-acc3-4aa4cb61409c req-a65ce814-5ad0-4c68-ad8b-69640a9a452b service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9583306 Nov 22 16:47:35.363862 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.368425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.377304 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb18459f-13a6-46f0-ac6d-c6e95f96a35a HTTP/1.1" status: 204 len: 168 time: 0.9865546 Nov 22 16:47:35.473707 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ab585c-728d-41c6-a261-273585b441b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb18459f-13a6-46f0-ac6d-c6e95f96a35a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.546340 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:35.573311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:35.601787 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:35.628468 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.639901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.655594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dae6c-090a-444d-9881-709a68b738c5 req-836b2362-b402-49af-a2e5-c608d286f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.658673 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-836b2362-b402-49af-a2e5-c608d286f4a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1096 time: 0.1571257 Nov 22 16:47:35.687280 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-7e3ff680-22e5-4502-a028-5bbe3922174d service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770111 Nov 22 16:47:35.725245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.726081 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.727985 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] 10.222.0.48 "PUT /v2.0/ports/7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1093 time: 3.4878888 Nov 22 16:47:35.756661 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-d2359ea2-18fd-4894-b1eb-9b4a643c9d60 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687896 Nov 22 16:47:35.778278 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c9ed122-40a5-440e-866d-6dda58e9f588 req-5d680cf8-45a9-446f-9207-5342cd9c470d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6008265 Nov 22 16:47:35.848624 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:35.855385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:35.886611 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1ca4-bf14-47eb-b248-2f14b42681c9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.927214 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-cff35603-424b-4003-954d-b68285dd6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.929425 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-cff35603-424b-4003-954d-b68285dd6cea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1096 time: 0.1330118 Nov 22 16:47:35.967432 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-28d1925c-e91d-497d-abbe-84e4566acbd3 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877940 Nov 22 16:47:36.059920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf1708-dcaa-4b93-96b3-5eff4382431b x-openstack-request-id: req-7edf1708-dcaa-4b93-96b3-5eff4382431b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:36.066699 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:36.069516 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7edf1708-dcaa-4b93-96b3-5eff4382431b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:36.070208 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'status': 'completed', 'code': 200} Nov 22 16:47:36.083076 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9774-4964-4bb8-b3f8-e2e6e8d63615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.088104 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dae6c-090a-444d-9881-709a68b738c5 req-07359bf9-555f-4739-a63a-19286ff111d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.089806 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-07359bf9-555f-4739-a63a-19286ff111d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.3989744 Nov 22 16:47:36.096939 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-ca2ca630-c8a6-40af-a8c9-33f3ea44f2f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 217 time: 0.1413369 Nov 22 16:47:36.116160 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0abb7-6525-4b5e-9c4a-2fb9c2250e29 req-afddce4d-f0cc-4313-9b52-620f43c80650 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.119755 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-26a0abb7-6525-4b5e-9c4a-2fb9c2250e29 req-afddce4d-f0cc-4313-9b52-620f43c80650 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.1169064 Nov 22 16:47:36.129720 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device e3935dab-324c-47a8-92c1-c715a0e76a89 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:36.201206 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-86d1b89b-c141-465a-8860-165ec1b17e01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 200 len: 217 time: 0.0938325 Nov 22 16:47:36.262948 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3935dab-324c-47a8-92c1-c715a0e76a89,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.280246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'e3935dab-324c-47a8-92c1-c715a0e76a89', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'port_id': 'e3935dab-324c-47a8-92c1-c715a0e76a89', 'mac_address': 'fa:16:3e:08:3a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:36.327205 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cc5ca-a23e-4813-a35a-6b0102f65495 req-aa80d45d-0647-4f7b-bf56-c2af65d39a90 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.332645 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd3cc5ca-a23e-4813-a35a-6b0102f65495 req-aa80d45d-0647-4f7b-bf56-c2af65d39a90 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.2095997 Nov 22 16:47:36.344264 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-f10330b5-0af0-4cc1-8cab-046c22229c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.349725 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-f10330b5-0af0-4cc1-8cab-046c22229c73 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.2400558 Nov 22 16:47:36.363501 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.363763 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-26a0abb7-6525-4b5e-9c4a-2fb9c2250e29 req-a7f8f34e-2162-4b35-a981-7aca5067c534 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151170 Nov 22 16:47:36.412855 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3935dab-324c-47a8-92c1-c715a0e76a89 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:36.457069 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3935dab-324c-47a8-92c1-c715a0e76a89,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.465030 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.466469 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:36.513113 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dae6c-090a-444d-9881-709a68b738c5 req-037e993f-a25c-41ea-9320-be756d7a849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.514865 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-037e993f-a25c-41ea-9320-be756d7a849f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.3013072 Nov 22 16:47:36.562005 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd3cc5ca-a23e-4813-a35a-6b0102f65495 req-570a9592-8df7-40d0-a266-cfaed12ad65f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168055 Nov 22 16:47:36.574525 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-119f015a-283e-4069-b909-1186eb4261c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387185 Nov 22 16:47:36.602699 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-1d965fca-61b0-47fc-a362-b64250e15bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.604583 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-1d965fca-61b0-47fc-a362-b64250e15bea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2353022 Nov 22 16:47:36.622845 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.647004 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3554d77-f04f-4b75-b65c-32a78eff62bd req-f00f00f4-0a45-4528-ba24-fed980114036 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.648692 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f3554d77-f04f-4b75-b65c-32a78eff62bd req-f00f00f4-0a45-4528-ba24-fed980114036 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.1714005 Nov 22 16:47:36.731946 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.761884 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:36.771766 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f3554d77-f04f-4b75-b65c-32a78eff62bd req-a0b61e04-7435-4277-8450-2daa9967447c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121907 Nov 22 16:47:36.881657 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.909787 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:36.952427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9774-4964-4bb8-b3f8-e2e6e8d63615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.962543 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.964163 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8ae9774-4964-4bb8-b3f8-e2e6e8d63615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.972914 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.090753 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d8ae9774-4964-4bb8-b3f8-e2e6e8d63615 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9819f3a2e14343bab072eecc0d79df65&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5431271 Nov 22 16:47:37.097530 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44340) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:37.105078 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea0b77-711b-48b3-ace2-fcd16ed2de08 req-5a05f981-1a13-49c1-ac88-83bc0dcd74b3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.107984 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.109344 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6dea0b77-711b-48b3-ace2-fcd16ed2de08 req-5a05f981-1a13-49c1-ac88-83bc0dcd74b3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 943 time: 0.1592696 Nov 22 16:47:37.122203 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae9774-4964-4bb8-b3f8-e2e6e8d63615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b229671e-5440-47f0-8ad3-3b785a19f6b3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.187396 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-48b173c9-fb78-4013-a2fa-32b3bbad154a service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034558 Nov 22 16:47:37.212803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6dea0b77-711b-48b3-ace2-fcd16ed2de08 req-8fb73160-d488-415c-956f-e120a5661d02 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905466 Nov 22 16:47:37.235624 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['e3935dab-324c-47a8-92c1-c715a0e76a89'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:37.251448 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-7113d74a-349b-40db-8f3b-1e2d8f287805 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615639 Nov 22 16:47:37.289805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f9cbc7d9-16f8-4436-a1e8-713379fa2b20'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:37.396268 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.421507 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.499696 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9e4be119-7d30-4a85-a780-9bd560ee8061 req-3674784a-5541-4fca-9705-653e2641dbef service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145288 Nov 22 16:47:37.539529 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d68dae6c-090a-444d-9881-709a68b738c5 req-a117f66a-4fbb-48fc-9a21-2fbfc65676bc service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259308 Nov 22 16:47:37.557732 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.568900 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.581106 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b229671e-5440-47f0-8ad3-3b785a19f6b3 HTTP/1.1" status: 204 len: 168 time: 0.4635739 Nov 22 16:47:37.680529 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e864b-e373-424d-92b5-cd06ac920303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b229671e-5440-47f0-8ad3-3b785a19f6b3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.737695 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-c63be45e-65e3-45e9-adab-7529e38fa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.739380 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-c63be45e-65e3-45e9-adab-7529e38fa4a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1096 time: 0.1572297 Nov 22 16:47:37.810076 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28ef-9ad3-4181-89bb-70da8a105539 req-58e26b3c-3c63-4c95-a3d4-220c4f12382d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.823404 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-643e28ef-9ad3-4181-89bb-70da8a105539 req-58e26b3c-3c63-4c95-a3d4-220c4f12382d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.1140673 Nov 22 16:47:37.931920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-1893ebc0-8a01-4d2f-b1e4-34ea5df7c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.934757 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-1893ebc0-8a01-4d2f-b1e4-34ea5df7c9f4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.1800678 Nov 22 16:47:37.940632 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-643e28ef-9ad3-4181-89bb-70da8a105539 req-5fe76ce2-230a-437c-b707-03d809d214c3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169271 Nov 22 16:47:38.016909 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-2745058b-0741-47cb-875e-620d71c590f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 217 time: 0.0691247 Nov 22 16:47:38.060046 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10bed1-1213-48cc-b410-1c37303b23f2 req-2b2312da-1d58-4457-84c8-80c155388322 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.063510 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4c10bed1-1213-48cc-b410-1c37303b23f2 req-2b2312da-1d58-4457-84c8-80c155388322 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.1195107 Nov 22 16:47:38.128913 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 8ec54eb6-d304-485d-b708-3c045ee314cb details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:38.131229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-70bff5d3-be17-47e0-a56c-8cd2341db2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.132889 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-70bff5d3-be17-47e0-a56c-8cd2341db2e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.1059380 Nov 22 16:47:38.174175 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4c10bed1-1213-48cc-b410-1c37303b23f2 req-ab7ad087-2986-4831-8fba-2d18d7bc9e04 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096337 Nov 22 16:47:38.278564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-9b0a1772-66ee-4a6c-ad5b-d2fb0aa597f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.283685 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-9b0a1772-66ee-4a6c-ad5b-d2fb0aa597f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1407163 Nov 22 16:47:38.385262 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ec54eb6-d304-485d-b708-3c045ee314cb,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:38.424978 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '8ec54eb6-d304-485d-b708-3c045ee314cb', 'network_id': 'b3b92996-d740-4746-b5f4-034b8d75200c', 'port_id': '8ec54eb6-d304-485d-b708-3c045ee314cb', 'mac_address': 'fa:16:3e:7b:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ab076f-1de6-4f6d-9a96-ef4cc4a2f693', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:38.439620 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-7253da87-f939-4b7d-9ddf-b98e1ac50301 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423116 Nov 22 16:47:38.514736 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.546189 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12426871-557e-4771-b1fd-5c014749ba49 req-781934a8-cbdb-41d5-bccd-0c5d92a7278e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.547807 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec54eb6-d304-485d-b708-3c045ee314cb {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:38.559330 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12426871-557e-4771-b1fd-5c014749ba49 req-781934a8-cbdb-41d5-bccd-0c5d92a7278e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 943 time: 0.1667969 Nov 22 16:47:38.577939 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ec54eb6-d304-485d-b708-3c045ee314cb,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:38.579729 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.637183 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-41dd7a8b-7c64-4f02-ba50-f4f2802153f0 req-3d7d3bb7-c721-430a-ba8d-5cbf9a5b2fb8 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890063 Nov 22 16:47:38.691000 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12426871-557e-4771-b1fd-5c014749ba49 req-335b9c0a-3632-4e04-8ab1-744e802221a9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304905 Nov 22 16:47:38.828587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:39.161658 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad0832-db32-4feb-a0d8-fcf079f90ee3 req-827c1428-01c7-4dfd-8fa0-ab715cf941cf tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.163681 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38ad0832-db32-4feb-a0d8-fcf079f90ee3 req-827c1428-01c7-4dfd-8fa0-ab715cf941cf tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0948601 Nov 22 16:47:39.233439 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38ad0832-db32-4feb-a0d8-fcf079f90ee3 req-428749e3-fad1-4213-8c9e-2b4dd408a997 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580063 Nov 22 16:47:39.408781 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7496f7-796f-4e04-8e5a-9b974255a3fe req-42d48f1e-b5de-4fc3-9286-24b6fdfc1968 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.408781 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3b7496f7-796f-4e04-8e5a-9b974255a3fe req-42d48f1e-b5de-4fc3-9286-24b6fdfc1968 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.0649700 Nov 22 16:47:39.477653 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3b7496f7-796f-4e04-8e5a-9b974255a3fe req-597dbbb8-33b1-4fa0-ab4f-f9ffdf2cc7ba tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593944 Nov 22 16:47:39.852739 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44532) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:39.859409 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790ff5e-6149-4c0b-a59b-2ff77a88384a req-b50c5372-2b2b-4fb7-ae95-10e8bf46661d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.862034 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e790ff5e-6149-4c0b-a59b-2ff77a88384a req-b50c5372-2b2b-4fb7-ae95-10e8bf46661d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 944 time: 0.0853038 Nov 22 16:47:39.925893 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44538) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:39.938893 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e790ff5e-6149-4c0b-a59b-2ff77a88384a req-b6a76fad-a442-47f1-a142-a2b929982fb0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678091 Nov 22 16:47:39.997540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b25d7492-2d66-40e4-88d6-fc28baa92682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.094519 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2afb1d6e-40db-43be-b93b-b97826271ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.127357 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b25d7492-2d66-40e4-88d6-fc28baa92682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.133869 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b25d7492-2d66-40e4-88d6-fc28baa92682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.219537 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44546) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.220016 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b25d7492-2d66-40e4-88d6-fc28baa92682 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f51182d6685f452d95617408a062fbaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657975 Nov 22 16:47:40.221203 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d7492-2d66-40e4-88d6-fc28baa92682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e652ecf5-295d-4cea-a810-466604f33fa6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.270248 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2afb1d6e-40db-43be-b93b-b97826271ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.276035 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2afb1d6e-40db-43be-b93b-b97826271ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.330342 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2afb1d6e-40db-43be-b93b-b97826271ab8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=407bbecd995e4b6a96d347d861ed8d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007115 Nov 22 16:47:40.330342 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb1d6e-40db-43be-b93b-b97826271ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a820023-8ca1-41fc-80a9-b0097355b7ef,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.330696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.332126 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44552) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.361595 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.387350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.413995 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.438703 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747e3bb-0b6e-4540-9288-91bfcff57010 req-c9b6edba-901d-4260-9c4a-a7463ba3bbdd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.440652 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b747e3bb-0b6e-4540-9288-91bfcff57010 req-c9b6edba-901d-4260-9c4a-a7463ba3bbdd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0813444 Nov 22 16:47:40.475693 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.476863 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.485412 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.486084 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.486239 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e652ecf5-295d-4cea-a810-466604f33fa6 HTTP/1.1" status: 204 len: 168 time: 0.2594876 Nov 22 16:47:40.486513 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a820023-8ca1-41fc-80a9-b0097355b7ef HTTP/1.1" status: 204 len: 168 time: 0.1472890 Nov 22 16:47:40.490459 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459705a-9fd7-482a-a9d7-74f3426a8ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a820023-8ca1-41fc-80a9-b0097355b7ef,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.503357 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2837d-fa65-470f-952d-359e6a2fd020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e652ecf5-295d-4cea-a810-466604f33fa6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.540116 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b747e3bb-0b6e-4540-9288-91bfcff57010 req-8145d119-5264-4848-aecc-1de8b213956c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880408 Nov 22 16:47:40.709380 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545857c-1415-47c3-9d5d-ff29570838da req-ab03be58-267a-4ed0-94e3-a570c494b066 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.711040 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5545857c-1415-47c3-9d5d-ff29570838da req-ab03be58-267a-4ed0-94e3-a570c494b066 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.0875528 Nov 22 16:47:40.784386 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5545857c-1415-47c3-9d5d-ff29570838da req-1c400d66-ab0d-4381-8f6d-15053b174641 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611722 Nov 22 16:47:40.899692 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44570) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.914820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3d36-b550-40c4-98ce-cb99a4f24dd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.014223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3d36-b550-40c4-98ce-cb99a4f24dd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.019199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6a3d36-b550-40c4-98ce-cb99a4f24dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.068046 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5a6a3d36-b550-40c4-98ce-cb99a4f24dd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=724630d358df4f7583f9d8b00fe42ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1666093 Nov 22 16:47:41.071211 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44576) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.072170 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a3d36-b550-40c4-98ce-cb99a4f24dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c4e5ab-82fd-4344-86ba-31cc306aa22c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.076885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75cb5-25bf-45cb-95a8-b2d3938b5ad1 req-fbf38a16-a471-4522-9874-8539d875c585 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.079830 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-37c75cb5-25bf-45cb-95a8-b2d3938b5ad1 req-fbf38a16-a471-4522-9874-8539d875c585 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 944 time: 0.0622787 Nov 22 16:47:41.141052 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-37c75cb5-25bf-45cb-95a8-b2d3938b5ad1 req-24424961-f04e-435f-8b78-ec5fe2cfa222 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531428 Nov 22 16:47:41.148771 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.179019 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.237823 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.240674 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.241914 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35c4e5ab-82fd-4344-86ba-31cc306aa22c HTTP/1.1" status: 204 len: 168 time: 0.1658821 Nov 22 16:47:41.250628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bdd07-3e00-4ca4-8f92-05e0f680e433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c4e5ab-82fd-4344-86ba-31cc306aa22c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.262868 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device e3935dab-324c-47a8-92c1-c715a0e76a89 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:41.352136 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port e3935dab-324c-47a8-92c1-c715a0e76a89 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:41.358590 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port e3935dab-324c-47a8-92c1-c715a0e76a89 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:41.359321 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.500542 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.564092 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3935dab-324c-47a8-92c1-c715a0e76a89,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:41.565566 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:41.569439 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded003e0-c411-4902-aa24-53d766d38409" -d '{"events": [{"server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "name": "network-vif-plugged", "status": "completed", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:41.596798 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.606489 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:41.652420 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['8ec54eb6-d304-485d-b708-3c045ee314cb'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:41.737359 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716ce25e-1c29-4838-a5fd-dc653f89713e x-openstack-request-id: req-716ce25e-1c29-4838-a5fd-dc653f89713e {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:41.738384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "name": "network-vif-plugged", "status": "completed", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:41.738880 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-716ce25e-1c29-4838-a5fd-dc653f89713e {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:41.739998 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89', 'code': 200} Nov 22 16:47:41.781981 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde4b9b-e5e6-4257-abcf-be22b19bb552 req-05fcade4-de8d-47f7-b55e-208f6e858540 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.784314 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ffde4b9b-e5e6-4257-abcf-be22b19bb552 req-05fcade4-de8d-47f7-b55e-208f6e858540 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0992196 Nov 22 16:47:41.801781 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.852212 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:41.854299 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ffde4b9b-e5e6-4257-abcf-be22b19bb552 req-e2fc6c9e-0aa7-4e85-a12b-a76733ccdad4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621645 Nov 22 16:47:41.878900 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:41.880119 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.993269 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508ff0c-9c11-43f7-b38f-f72b4c0e2a13 req-2bca8257-d049-45d2-b843-e65da68695fb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.995466 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8508ff0c-9c11-43f7-b38f-f72b4c0e2a13 req-2bca8257-d049-45d2-b843-e65da68695fb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.0752938 Nov 22 16:47:42.054805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.090609 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8508ff0c-9c11-43f7-b38f-f72b4c0e2a13 req-59f7187a-8cb3-4c62-a488-b575d0156eaf tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848877 Nov 22 16:47:42.101705 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:42.107187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.186457 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.275893 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412672-08a7-4fbe-b0c9-f83f7009d0e9 req-57d971f5-a70b-42c4-9bb3-59adba162baa tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.278738 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba412672-08a7-4fbe-b0c9-f83f7009d0e9 req-57d971f5-a70b-42c4-9bb3-59adba162baa tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 944 time: 0.0533726 Nov 22 16:47:42.353836 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba412672-08a7-4fbe-b0c9-f83f7009d0e9 req-28b8ab2d-cc66-4cf7-8a20-040a968b7cc2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Nov 22 16:47:43.002793 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea755d9-6f88-4adf-ac59-b6fdfc26533a req-22e10797-517c-41f1-9e50-2aaa93cc3668 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.004589 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dea755d9-6f88-4adf-ac59-b6fdfc26533a req-22e10797-517c-41f1-9e50-2aaa93cc3668 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0566719 Nov 22 16:47:43.063480 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dea755d9-6f88-4adf-ac59-b6fdfc26533a req-b6c7d6a4-65b6-45b9-999c-567ef06c3788 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512779 Nov 22 16:47:43.206272 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81499b71-73d6-4df3-9ff0-f6b071ad42b7 req-1aafcac8-909b-462b-b6ae-bf0050ae05eb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.207845 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81499b71-73d6-4df3-9ff0-f6b071ad42b7 req-1aafcac8-909b-462b-b6ae-bf0050ae05eb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.0546322 Nov 22 16:47:43.264871 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81499b71-73d6-4df3-9ff0-f6b071ad42b7 req-e7116880-7efe-41dc-9806-c7941d8b4340 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504348 Nov 22 16:47:43.519634 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe559e-3f14-49ee-8c0c-18da12c554c2 req-0d235fda-24f1-4f52-bd71-1f197d060f62 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.528036 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fbe559e-3f14-49ee-8c0c-18da12c554c2 req-0d235fda-24f1-4f52-bd71-1f197d060f62 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 944 time: 0.0843515 Nov 22 16:47:43.584021 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fbe559e-3f14-49ee-8c0c-18da12c554c2 req-06a712e3-8865-4544-b903-65d7cbee6f3a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548100 Nov 22 16:47:43.741869 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:43.745129 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9587e429-9627-4870-b1f0-34c8438869aa" -d '{"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:43.784104 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce3eb49-8aee-4175-9fac-e08809a71695 x-openstack-request-id: req-6ce3eb49-8aee-4175-9fac-e08809a71695 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:43.784420 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:43.784659 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ce3eb49-8aee-4175-9fac-e08809a71695 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:43.785052 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'code': 200} Nov 22 16:47:44.190022 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d7781-cbb9-4af5-b0b8-9b72e4a6c587 req-bcc601e8-8250-4e1c-b612-93be0bd27dad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.191976 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-376d7781-cbb9-4af5-b0b8-9b72e4a6c587 req-bcc601e8-8250-4e1c-b612-93be0bd27dad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0529683 Nov 22 16:47:44.243940 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-376d7781-cbb9-4af5-b0b8-9b72e4a6c587 req-bb5691ba-961d-414e-9bf4-2a81b79e8084 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453248 Nov 22 16:47:44.392497 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753d6af-e381-4722-b47a-84bbfc598a17 req-c8104a6e-bdd2-4f10-87c9-1ed808831a07 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.394454 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9753d6af-e381-4722-b47a-84bbfc598a17 req-c8104a6e-bdd2-4f10-87c9-1ed808831a07 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 943 time: 0.0531805 Nov 22 16:47:44.449690 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9753d6af-e381-4722-b47a-84bbfc598a17 req-a45ab941-91ee-4767-9fc6-155400485d06 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485904 Nov 22 16:47:44.548082 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:44.676125 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:44.692523 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'port_id': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'mac_address': 'fa:16:3e:60:af:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:44.764816 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.781823 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271a8d8-339f-45ab-9abe-81519b67c2eb req-f9266889-0241-4c4e-86db-b0872801ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.783347 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a271a8d8-339f-45ab-9abe-81519b67c2eb req-f9266889-0241-4c4e-86db-b0872801ee63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.1170325 Nov 22 16:47:44.784012 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccc42-56f3-47f3-9c91-e0731abdb382 req-989fc0fd-1916-49e2-ba98-13bb585e20e0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.790522 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:44.795554 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f20ccc42-56f3-47f3-9c91-e0731abdb382 req-989fc0fd-1916-49e2-ba98-13bb585e20e0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 944 time: 0.1328194 Nov 22 16:47:44.838707 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:44.844835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.869614 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f20ccc42-56f3-47f3-9c91-e0731abdb382 req-f78bcb68-e30d-4e43-a870-96db3c6d64ad tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724113 Nov 22 16:47:44.902237 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a271a8d8-339f-45ab-9abe-81519b67c2eb req-409df08b-1c5a-42db-b8a0-9b2c69e271a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050651 Nov 22 16:47:44.908357 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:45.204067 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:45.215545 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003182c2-0eab-4ef1-ac1c-9bd448d7cd0e req-3ae584f9-ef95-4707-b187-13709d1304ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.218561 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-003182c2-0eab-4ef1-ac1c-9bd448d7cd0e req-3ae584f9-ef95-4707-b187-13709d1304ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1099 time: 0.0658147 Nov 22 16:47:45.289421 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-003182c2-0eab-4ef1-ac1c-9bd448d7cd0e req-2f30085a-7e2f-4df3-a851-b9c82e53fb32 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609159 Nov 22 16:47:45.410591 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65764c4a-a982-42db-a3a1-9b94383a6008 req-042ff209-8476-4620-bcd7-0e0741ed5d53 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.413094 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-65764c4a-a982-42db-a3a1-9b94383a6008 req-042ff209-8476-4620-bcd7-0e0741ed5d53 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0645368 Nov 22 16:47:45.470529 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-65764c4a-a982-42db-a3a1-9b94383a6008 req-1ccc9c2f-8c08-4edb-8385-091c1ab57574 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Nov 22 16:47:45.571206 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 8ec54eb6-d304-485d-b708-3c045ee314cb up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:45.603182 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80983a29-ec77-48f4-9403-5f6f9893b9c4 req-25b9408e-6d38-43e7-aad9-a21e37d28c7a tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.603769 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-80983a29-ec77-48f4-9403-5f6f9893b9c4 req-25b9408e-6d38-43e7-aad9-a21e37d28c7a tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 944 time: 0.0621860 Nov 22 16:47:45.642790 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 8ec54eb6-d304-485d-b708-3c045ee314cb completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:45.650995 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 8ec54eb6-d304-485d-b708-3c045ee314cb triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:45.651636 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.663732 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-80983a29-ec77-48f4-9403-5f6f9893b9c4 req-c8cdf636-5d52-4ef2-9e42-08cf6089e851 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537364 Nov 22 16:47:45.758464 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.787361 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:45.791616 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c282008-b736-46c9-9073-cf1ff7787433" -d '{"events": [{"server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:45.803120 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ec54eb6-d304-485d-b708-3c045ee314cb,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:45.813278 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.851462 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402647fd-942a-4f1a-9c48-5adc1bbe825f x-openstack-request-id: req-402647fd-942a-4f1a-9c48-5adc1bbe825f {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:45.851835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "name": "network-vif-plugged", "status": "completed", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:45.852157 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-402647fd-942a-4f1a-9c48-5adc1bbe825f {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:45.852614 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb', 'code': 200} Nov 22 16:47:45.883134 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.017213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60277c3d-93c7-4635-a8e5-bc252a210c75 req-6c4f4072-42cd-4e3e-a647-9746e3fa931c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.018836 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-60277c3d-93c7-4635-a8e5-bc252a210c75 req-6c4f4072-42cd-4e3e-a647-9746e3fa931c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0568805 Nov 22 16:47:46.079042 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-60277c3d-93c7-4635-a8e5-bc252a210c75 req-dfba3443-79c0-4a78-bc72-716fac67ab85 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528085 Nov 22 16:47:46.468972 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44786) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.600173 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46808521-c71a-4ff1-9f91-6f98f0adc2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.634704 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f049d43-c225-42d9-9073-3a150dd7c201 req-8b29cc4b-51cd-403d-b8ed-423bc3c59a01 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.636271 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f049d43-c225-42d9-9073-3a150dd7c201 req-8b29cc4b-51cd-403d-b8ed-423bc3c59a01 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0860860 Nov 22 16:47:46.713795 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f049d43-c225-42d9-9073-3a150dd7c201 req-ae93da2e-13dc-4b1a-8efd-f3e5e95350bf tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709260 Nov 22 16:47:46.739943 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46808521-c71a-4ff1-9f91-6f98f0adc2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.747616 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46808521-c71a-4ff1-9f91-6f98f0adc2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.809326 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46808521-c71a-4ff1-9f91-6f98f0adc2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cfa50-b582-4163-a61a-873d1b8c6820,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.814563 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-46808521-c71a-4ff1-9f91-6f98f0adc2a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=838769fbbf9445ea88e8c2aa055261b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3438175 Nov 22 16:47:46.817796 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44794) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.858848 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95d035-1025-47a5-b87a-b05013e33dc6 req-31c44048-a3bc-43b1-a90f-f3984225603e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.860443 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc95d035-1025-47a5-b87a-b05013e33dc6 req-31c44048-a3bc-43b1-a90f-f3984225603e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 944 time: 0.0970290 Nov 22 16:47:46.919731 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.939370 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc95d035-1025-47a5-b87a-b05013e33dc6 req-64490721-5164-4f5b-9d74-e1ca055a9ad1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710812 Nov 22 16:47:46.955791 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.023369 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.026255 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.027510 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f2cfa50-b582-4163-a61a-873d1b8c6820 HTTP/1.1" status: 204 len: 168 time: 0.2087474 Nov 22 16:47:47.037088 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31ad9e-474a-4c0b-9bbf-dc616c8d7ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cfa50-b582-4163-a61a-873d1b8c6820,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.209582 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea9783-d1ac-47c6-a869-3731f9d52fea req-353458a3-022d-4fb3-9fc7-59e02ab4a3c1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.211263 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57ea9783-d1ac-47c6-a869-3731f9d52fea req-353458a3-022d-4fb3-9fc7-59e02ab4a3c1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0535827 Nov 22 16:47:47.263317 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57ea9783-d1ac-47c6-a869-3731f9d52fea req-6d4395c7-fd71-497b-b00b-176503e2d56e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Nov 22 16:47:47.327593 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44806) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.341601 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8715855a-a903-4bba-834f-223e2ed8ee93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.436700 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8715855a-a903-4bba-834f-223e2ed8ee93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.443214 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8715855a-a903-4bba-834f-223e2ed8ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.487350 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715855a-a903-4bba-834f-223e2ed8ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7963b5d8-cc4c-42a9-b243-00ec3845660f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.491731 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8715855a-a903-4bba-834f-223e2ed8ee93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d49443c7b6484fc6bb5ab49f537bb3d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630728 Nov 22 16:47:47.494328 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44810) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.559984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.587854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.641010 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.644691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.645920 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7963b5d8-cc4c-42a9-b243-00ec3845660f HTTP/1.1" status: 204 len: 168 time: 0.1505847 Nov 22 16:47:47.654358 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e79c2-f8c3-4847-9d32-3d57a8b05a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7963b5d8-cc4c-42a9-b243-00ec3845660f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.859524 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b2d45-15f1-408c-9255-d64ac847f0b2 req-9187d207-0404-40ee-b0d3-e4007822aa9e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.861221 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d94b2d45-15f1-408c-9255-d64ac847f0b2 req-9187d207-0404-40ee-b0d3-e4007822aa9e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0572042 Nov 22 16:47:47.935587 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d94b2d45-15f1-408c-9255-d64ac847f0b2 req-4df79b05-2b6a-4dec-abf4-5120a7d7891b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664446 Nov 22 16:47:48.089879 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb3d6c-ba07-43f1-ab83-f159dad3027e req-1caf4de7-81b6-4d13-aff2-dfd726a6dae1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.089879 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0cb3d6c-ba07-43f1-ab83-f159dad3027e req-1caf4de7-81b6-4d13-aff2-dfd726a6dae1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 944 time: 0.0678554 Nov 22 16:47:48.139798 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 44836) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:48.156052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e63d9e8-c926-49c5-9d86-9b6a6f90da41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.170684 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0cb3d6c-ba07-43f1-ab83-f159dad3027e req-6e0ef82b-05d7-43ee-9c1a-3145992c6a79 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717866 Nov 22 16:47:48.252661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e63d9e8-c926-49c5-9d86-9b6a6f90da41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.258013 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e63d9e8-c926-49c5-9d86-9b6a6f90da41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.309297 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-9e63d9e8-c926-49c5-9d86-9b6a6f90da41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6785683709af4a239e3091bfa59ca7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658180 Nov 22 16:47:48.309297 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63d9e8-c926-49c5-9d86-9b6a6f90da41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c558d7-3fb9-45e3-8ab1-7a37c9e28be8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:48.309876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44840) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:48.398488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.426971 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136f2fd-b209-471f-a991-24f004f73663 req-7121e484-b21c-4a44-8f8e-96edc600c8ea tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.429606 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9136f2fd-b209-471f-a991-24f004f73663 req-7121e484-b21c-4a44-8f8e-96edc600c8ea tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0815609 Nov 22 16:47:48.442154 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.519744 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9136f2fd-b209-471f-a991-24f004f73663 req-301d0f15-c87b-44ff-bc4b-bc9e507cddfd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Nov 22 16:47:48.534022 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.537697 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.539021 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23c558d7-3fb9-45e3-8ab1-7a37c9e28be8 HTTP/1.1" status: 204 len: 168 time: 0.2277286 Nov 22 16:47:48.548741 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b829e4e-64d7-4098-9b66-0a1587c7da7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c558d7-3fb9-45e3-8ab1-7a37c9e28be8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.086704 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34578050-b85c-4e24-8797-70fe3de10074 req-9e87656d-07a7-4e24-b757-0f610a0be62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.089601 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-34578050-b85c-4e24-8797-70fe3de10074 req-9e87656d-07a7-4e24-b757-0f610a0be62c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1098 time: 0.0535102 Nov 22 16:47:49.106440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fff78-72f9-4fda-a944-c0e882dbf2a0 req-2c3e9854-38a1-4245-95ff-24bf9f7d6ae9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.110803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d8fff78-72f9-4fda-a944-c0e882dbf2a0 req-2c3e9854-38a1-4245-95ff-24bf9f7d6ae9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0694876 Nov 22 16:47:49.156972 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-34578050-b85c-4e24-8797-70fe3de10074 req-c57244ae-f545-4438-8a27-5af47e7c99a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530450 Nov 22 16:47:49.169986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d8fff78-72f9-4fda-a944-c0e882dbf2a0 req-8e9d7dd3-6a2a-4d27-bf64-4245fdc08972 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553968 Nov 22 16:47:49.307461 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff2735-db67-43c0-aef2-291e85948b8f req-9c5a2d20-7dc3-439b-a66b-a32ba472d88e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.309136 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-24ff2735-db67-43c0-aef2-291e85948b8f req-9c5a2d20-7dc3-439b-a66b-a32ba472d88e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 944 time: 0.0563703 Nov 22 16:47:49.364178 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-24ff2735-db67-43c0-aef2-291e85948b8f req-c96e6ee9-5165-415d-ba83-a5b37caa2a62 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483663 Nov 22 16:47:49.585373 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:49.673303 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:49.678988 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:49.679205 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13c4f1-f778-4642-a1f6-682107ab5401 req-287ef334-b6a1-426e-83e4-549a464b46b8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.680278 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.686777 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1b13c4f1-f778-4642-a1f6-682107ab5401 req-287ef334-b6a1-426e-83e4-549a464b46b8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0672452 Nov 22 16:47:49.747095 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1b13c4f1-f778-4642-a1f6-682107ab5401 req-9747a496-9945-4245-a6cc-52a35f1b45a9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589793 Nov 22 16:47:49.824840 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.861442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:49.864775 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645c9049-34d1-4767-902d-5eae644db724" -d '{"events": [{"server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "name": "network-vif-plugged", "status": "completed", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:49.891040 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:49.897472 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.929937 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb68b92-3d4d-4b4c-80f5-d9b4ab86bc32 x-openstack-request-id: req-deb68b92-3d4d-4b4c-80f5-d9b4ab86bc32 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:49.930330 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "name": "network-vif-plugged", "status": "completed", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:49.930581 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deb68b92-3d4d-4b4c-80f5-d9b4ab86bc32 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:49.931182 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'code': 200} Nov 22 16:47:49.977858 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.196655 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5904fce-0667-47b1-8059-540f21843428 req-f6ef02fa-50a0-45ee-bcc7-3d5f6713a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.199669 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e5904fce-0667-47b1-8059-540f21843428 req-f6ef02fa-50a0-45ee-bcc7-3d5f6713a601 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.0616479 Nov 22 16:47:50.309383 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e5904fce-0667-47b1-8059-540f21843428 req-c0f78e10-9ed3-4263-acc8-6616231c9893 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004992 Nov 22 16:47:50.378497 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb329c2-27b2-49dc-b2c7-3b7a97f6ca0c req-dd313faa-6284-4d05-8017-022714a635a3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.380180 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbb329c2-27b2-49dc-b2c7-3b7a97f6ca0c req-dd313faa-6284-4d05-8017-022714a635a3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0741894 Nov 22 16:47:50.459154 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbb329c2-27b2-49dc-b2c7-3b7a97f6ca0c req-4ada9c36-72c7-4032-aadb-70e5a4aec641 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675104 Nov 22 16:47:50.552233 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ee715-0948-4e13-8626-75a6ae0f9695 req-f52922d0-f33f-4212-ba90-94d8d9cf03cc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.552233 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ca0ee715-0948-4e13-8626-75a6ae0f9695 req-f52922d0-f33f-4212-ba90-94d8d9cf03cc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0862634 Nov 22 16:47:50.632269 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ca0ee715-0948-4e13-8626-75a6ae0f9695 req-d5267d0c-63ca-4ac5-91cb-094bbb8d546d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721819 Nov 22 16:47:50.939202 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e5d55-911d-4402-8394-6ad7c1a915ce req-7bdaf0b3-eae6-4100-abfd-85f07b692899 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.944205 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-269e5d55-911d-4402-8394-6ad7c1a915ce req-7bdaf0b3-eae6-4100-abfd-85f07b692899 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0789447 Nov 22 16:47:51.051692 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-269e5d55-911d-4402-8394-6ad7c1a915ce req-6d1d68de-07cf-451c-b9bd-b9bc829284d3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013339 Nov 22 16:47:51.605543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bd78d-9c44-4811-9751-8cff625ac73e req-6f9ddab6-4549-48d9-95d6-3df4af068954 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.605543 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc0bd78d-9c44-4811-9751-8cff625ac73e req-6f9ddab6-4549-48d9-95d6-3df4af068954 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0530643 Nov 22 16:47:51.666830 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc0bd78d-9c44-4811-9751-8cff625ac73e req-1c80bc9c-4a41-4824-9155-1447982b1469 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604951 Nov 22 16:47:51.782305 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03091fae-3103-4b9e-9ece-b9308bd923a6 req-1f62110d-b1e3-4061-a426-b1b3476e556f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.783970 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03091fae-3103-4b9e-9ece-b9308bd923a6 req-1f62110d-b1e3-4061-a426-b1b3476e556f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0792985 Nov 22 16:47:51.875136 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03091fae-3103-4b9e-9ece-b9308bd923a6 req-8568c1e7-83b3-4c29-b7dc-9cf10e569a72 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724876 Nov 22 16:47:51.892045 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48ffc7-4976-40ed-9681-002cfc18762a req-105bdeac-bdbe-48bf-8840-628d0a27aef6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.894179 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd48ffc7-4976-40ed-9681-002cfc18762a req-105bdeac-bdbe-48bf-8840-628d0a27aef6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0752106 Nov 22 16:47:51.904098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 44998) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.909195 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'floatingip': {'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:51.988430 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.267007 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f259e2c-313b-491f-a05b-e1748b4f5f5a req-c9bddf3b-5ec2-4247-a673-f903c6dac4bb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.268704 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0f259e2c-313b-491f-a05b-e1748b4f5f5a req-c9bddf3b-5ec2-4247-a673-f903c6dac4bb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.1184502 Nov 22 16:47:52.424613 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0f259e2c-313b-491f-a05b-e1748b4f5f5a req-16e1e7bf-7d24-4a65-bc65-56cc8407f55b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169665 Nov 22 16:47:52.890796 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643aeba-f039-4803-919d-999ab1259f65 req-b9ffdb6a-70f5-4c49-a688-5e0023bd13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.893119 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-b9ffdb6a-70f5-4c49-a688-5e0023bd13ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1098 time: 0.0776410 Nov 22 16:47:53.043865 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643aeba-f039-4803-919d-999ab1259f65 req-471c1ff9-7c0a-4b16-86fa-954ef4d7adee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.047516 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-471c1ff9-7c0a-4b16-86fa-954ef4d7adee service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.1332581 Nov 22 16:47:53.096713 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:47:53.103605 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-005b7c7c-fe13-470c-91ab-620f2523b742 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 200 len: 217 time: 0.0446396 Nov 22 16:47:53.108647 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7835-2b21-4f2a-a3a2-6fb097dde565 req-f1fad37b-07c3-42b3-b600-9af07199eedb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.110416 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8b1f7835-2b21-4f2a-a3a2-6fb097dde565 req-f1fad37b-07c3-42b3-b600-9af07199eedb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.2338133 Nov 22 16:47:53.239270 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643aeba-f039-4803-919d-999ab1259f65 req-78739915-eaef-45c7-8012-436fb4447849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.241177 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-78739915-eaef-45c7-8012-436fb4447849 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.1191103 Nov 22 16:47:53.249601 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee2d04-6342-4cf5-87aa-6833a82f7fbf req-6e5bf96d-8e83-40d5-906a-13b6e927e9dd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.251334 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57ee2d04-6342-4cf5-87aa-6833a82f7fbf req-6e5bf96d-8e83-40d5-906a-13b6e927e9dd tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.2366230 Nov 22 16:47:53.262696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.277080 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.295787 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-4662186b-975f-48ba-86bc-7a27f5a30317 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261981 Nov 22 16:47:53.325821 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8b1f7835-2b21-4f2a-a3a2-6fb097dde565 req-def39e8e-b64b-4d2a-a63a-ad6bc65000e3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672814 Nov 22 16:47:53.379191 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45054) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.410829 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57ee2d04-6342-4cf5-87aa-6833a82f7fbf req-e60b3333-3e27-4711-85ed-02e6ae450d33 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482675 Nov 22 16:47:53.417714 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-508b5a0b-cf73-416f-80bc-8a35fb08d38c service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070795 Nov 22 16:47:53.445400 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Floating IP fd5b7682-a58a-45d8-b632-6cf0d0cd53fd associated. External IP: 172.27.1.133, port: f9cbc7d9-16f8-4436-a1e8-713379fa2b20. Nov 22 16:47:53.555743 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.585946 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3643aeba-f039-4803-919d-999ab1259f65 req-0a7e3f14-f5fc-4e1a-b73d-b4126041975f service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596980 Nov 22 16:47:53.619767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1715c59-1ce1-4f17-9afa-fd0e62589fb0 req-530cdd25-8963-4e72-a68a-f4b4183d12e0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.621779 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c1715c59-1ce1-4f17-9afa-fd0e62589fb0 req-530cdd25-8963-4e72-a68a-f4b4183d12e0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1228683 Nov 22 16:47:53.635882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45064) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.641511 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'floatingip': {'port_id': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:53.748087 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.785882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.788237 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:53.856268 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.953067 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a622c53377543c5aa9484efa158dc58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5726359 Nov 22 16:47:53.953852 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45088) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.956370 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460c1fca-62b8-4e3a-a950-099e3a2605d6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.980223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.980590 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.980957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.981304 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.981653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.982005 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.982374 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.982706 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.983042 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.983452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.983737 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:53.984073 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee978-ae2c-46b0-b2d2-448a35761cfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.020802 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:54.028215 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.045246 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:54.065678 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:54.067677 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:54.075756 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45094) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.084764 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.090613 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2fb839b9-318d-49a0-a997-ea8f0b0d8895 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "PUT /v2.0/floatingips/fd5b7682-a58a-45d8-b632-6cf0d0cd53fd HTTP/1.1" status: 200 len: 992 time: 2.1853168 Nov 22 16:47:54.092300 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:54.094965 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae28e71-f987-49cd-a022-2e57f1d77498" -d '{"events": [{"name": "network-changed", "server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:54.156324 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.173588 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a9fcf5-b0e3-434f-b9a0-dfd36d7a3220 x-openstack-request-id: req-05a9fcf5-b0e3-434f-b9a0-dfd36d7a3220 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:54.174065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:54.174508 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05a9fcf5-b0e3-434f-b9a0-dfd36d7a3220 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:54.175048 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'status': 'completed', 'code': 200} Nov 22 16:47:54.249245 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.252663 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.272789 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/460c1fca-62b8-4e3a-a950-099e3a2605d6 HTTP/1.1" status: 204 len: 168 time: 0.3156400 Nov 22 16:47:54.301382 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460c1fca-62b8-4e3a-a950-099e3a2605d6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.335005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.335005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.335484 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.337620 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.337971 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.339620 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.340163 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.340691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.341767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.341767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.342349 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.342921 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bf736-78a1-4e7b-bf0c-8da71d7b71ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:54.432135 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:54.590594 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e4f54-53c2-4472-8209-d06ca2684fa0 req-5e4726ad-c540-4fa5-b4e2-6111528eb440 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.596024 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b55e4f54-53c2-4472-8209-d06ca2684fa0 req-5e4726ad-c540-4fa5-b4e2-6111528eb440 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.1094358 Nov 22 16:47:54.692873 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b55e4f54-53c2-4472-8209-d06ca2684fa0 req-7a484f75-2713-4675-8e9b-2040561f0252 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898569 Nov 22 16:47:54.718798 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88c38053-03f8-462c-ba2e-585e3712e46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.908339 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fd5b7682-a58a-45d8-b632-6cf0d0cd53fd', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:20Z', 'updated_at': '2021-11-22T16:47:52Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:54.908576 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-33ca43a3-c926-4638-b13c-34ec74d8ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.908576 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-33ca43a3-c926-4638-b13c-34ec74d8ec8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1099 time: 0.6514831 Nov 22 16:47:54.908749 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:54.908749 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:54.908749 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:55.036838 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:55.113558 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:47:55.249800 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88c38053-03f8-462c-ba2e-585e3712e46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.275201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88c38053-03f8-462c-ba2e-585e3712e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.328354 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.331143 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-88c38053-03f8-462c-ba2e-585e3712e46d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=16b1ae9ec2704835a8b74050aaca76c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2537150 Nov 22 16:47:55.334694 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45156) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.347907 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.428825 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.512196 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.538957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-5f820ae8-5edb-44bc-a6a1-6e48bd48564b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.539250 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-5f820ae8-5edb-44bc-a6a1-6e48bd48564b service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.6414304 Nov 22 16:47:55.570519 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c38053-03f8-462c-ba2e-585e3712e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11edd65f-caeb-4404-8da8-2cc090816702,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.642762 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.648603 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.657485 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fd5b7682-a58a-45d8-b632-6cf0d0cd53fd', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:20Z', 'updated_at': '2021-11-22T16:47:52Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:55.665059 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11edd65f-caeb-4404-8da8-2cc090816702 HTTP/1.1" status: 204 len: 168 time: 0.3257439 Nov 22 16:47:55.669560 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Floating IP 84f8c921-1128-43f6-9f74-e9a9b3f10905 associated. External IP: 172.27.1.188, port: 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c. Nov 22 16:47:55.702851 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c7e864-3d50-4f50-97f7-188cc8ca34cd None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fd5b7682-a58a-45d8-b632-6cf0d0cd53fd', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:20Z', 'updated_at': '2021-11-22T16:47:52Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:55.721520 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.730930 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9b65d-eae9-4f26-acca-3eda35023374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11edd65f-caeb-4404-8da8-2cc090816702,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.813948 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-d4f55d90-7797-4c13-ac1e-aa68fdc47f92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 1000 time: 0.2591140 Nov 22 16:47:55.879061 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07a42-90e2-414e-a3c0-1bb401d87b18 req-be07d892-9a60-441d-80ab-cbf8629eaa23 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.888286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e2a07a42-90e2-414e-a3c0-1bb401d87b18 req-be07d892-9a60-441d-80ab-cbf8629eaa23 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0876667 Nov 22 16:47:55.957644 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e2a07a42-90e2-414e-a3c0-1bb401d87b18 req-87a6224f-3c2f-4bbf-8824-7f4fe52baa75 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684600 Nov 22 16:47:55.959971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-502980522-network', 'tenant_id': '095f4db2389741caba2ac809e3bbf953'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:55.984371 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-cd5430cb-c130-460b-96ed-f0733f32d9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.985961 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-cd5430cb-c130-460b-96ed-f0733f32d9fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0990336 Nov 22 16:47:56.006558 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Made reservation on behalf of 095f4db2389741caba2ac809e3bbf953 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:56.009410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.021804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.062665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b1a256-0e64-4f75-8ad6-2f5084843b46 None None] New status for floating IP fd5b7682-a58a-45d8-b632-6cf0d0cd53fd: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:47:56.217973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-6576f058-3703-465f-895f-c656492271ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.220188 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-6576f058-3703-465f-895f-c656492271ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1995044 Nov 22 16:47:56.241845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:56.321373 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45194) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.347637 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0b8b-d183-4749-8d83-14f1a8ca882d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.574137 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0b8b-d183-4749-8d83-14f1a8ca882d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.579986 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0b8b-d183-4749-8d83-14f1a8ca882d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.638583 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b0ed0b8b-d183-4749-8d83-14f1a8ca882d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6695a3da3da0414aac4faa43174eacaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029106 Nov 22 16:47:56.642425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45202) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:56.701382 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed0b8b-d183-4749-8d83-14f1a8ca882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac99a1-12b7-459e-bda3-c28ade2d6a24,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.710540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.724178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.740446 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.755912 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-16b543b4-d091-4d69-94b8-42c3644d7238 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041189 Nov 22 16:47:56.767139 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.785559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:56.792213 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c29352c-6161-4ed1-943c-1d11f552b990,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.814320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:56.826521 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:56.837487 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:56.838670 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.849065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.851912 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.852519 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.855010 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.855721 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Added segment df5eeb2f-a82e-4872-8095-3e0f0ca55f12 of type vlan for network a91d6aba-b44e-47a8-8985-dd864d22c007 Nov 22 16:47:56.858441 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4ac99a1-12b7-459e-bda3-c28ade2d6a24 HTTP/1.1" status: 204 len: 168 time: 0.2086449 Nov 22 16:47:56.869038 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05ffc7-6a08-4b61-b771-7d99dc636ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac99a1-12b7-459e-bda3-c28ade2d6a24,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.967257 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.975662 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c1a0255e-d9b3-405f-abc4-e43b5f15f448 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "PUT /v2.0/floatingips/84f8c921-1128-43f6-9f74-e9a9b3f10905 HTTP/1.1" status: 200 len: 991 time: 3.3385615 Nov 22 16:47:56.984965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:56.987601 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78be5386-8248-4c05-a4d0-eb55252c8375" -d '{"events": [{"name": "network-changed", "server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:57.031401 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4ae28e71-f987-49cd-a022-2e57f1d77498 req-cf6b2824-240c-42f4-8230-c39dfc921c10 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584548 Nov 22 16:47:57.039635 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.042524 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.044141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.136559 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3993576 Nov 22 16:47:57.137425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45228) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.144096 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Request body: {'subnet': {'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-502980522-subnet', 'tenant_id': '095f4db2389741caba2ac809e3bbf953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:57.152408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12d8a3-1db3-4aa8-a206-118ce682ff44 admin admin] Pushing event updated for resources: {'Network': ['ID=a91d6aba-b44e-47a8-8985-dd864d22c007,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.167411 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network a91d6aba-b44e-47a8-8985-dd864d22c007 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:57.195639 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Made reservation on behalf of 095f4db2389741caba2ac809e3bbf953 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:57.199365 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:57.200588 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.509950 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.534465 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.553164 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c294be03-64f1-40f7-801c-0bf04903e278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.563893 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f1fe-e213-4c42-aa36-813f2750923b req-d38f1ee2-13f7-47b6-87c1-bec4f7f3841a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.566205 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ec0f1fe-e213-4c42-aa36-813f2750923b req-d38f1ee2-13f7-47b6-87c1-bec4f7f3841a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.1234019 Nov 22 16:47:57.625758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c24cd74-df45-4ab1-939d-82b1efa26b71,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.657435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45242) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.679745 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Checking segment: {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:57.680093 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Network hostable DHCP agents. Network: a91d6aba-b44e-47a8-8985-dd864d22c007, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:57.685286 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c294be03-64f1-40f7-801c-0bf04903e278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.692101 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ec0f1fe-e213-4c42-aa36-813f2750923b req-c1bef43c-9fe4-453b-bfb8-2f6756c0dea7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160321 Nov 22 16:47:57.695893 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c294be03-64f1-40f7-801c-0bf04903e278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.711543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Network a91d6aba-b44e-47a8-8985-dd864d22c007 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:57.735398 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, a91d6aba-b44e-47a8-8985-dd864d22c007) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:57.746297 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e5139-34f0-4adf-9358-28d6858dd016 None None] Network a91d6aba-b44e-47a8-8985-dd864d22c007 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:57.750044 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '84f8c921-1128-43f6-9f74-e9a9b3f10905', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:60:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:23Z', 'updated_at': '2021-11-22T16:47:54Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:57.764716 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.765320 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.784379 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c294be03-64f1-40f7-801c-0bf04903e278 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=06e6ef8350fd4d4bb2c9ff35fc41ca93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482858 Nov 22 16:47:57.785983 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294be03-64f1-40f7-801c-0bf04903e278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3d6f02-1487-4d49-a008-35c347367305,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.788489 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:57.791551 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45250) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.793241 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d84fe-b1b0-4c96-a7b8-373762199da2 x-openstack-request-id: req-790d84fe-b1b0-4c96-a7b8-373762199da2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:57.793543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:57.793801 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-790d84fe-b1b0-4c96-a7b8-373762199da2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:57.794628 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'status': 'completed', 'code': 200} Nov 22 16:47:57.816957 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:57.818250 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:47:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:57.837806 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d59c72ee-6697-4e1e-85ce-287e42a33e28 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6949129 Nov 22 16:47:57.906044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29f9d8a7-c4be-45b4-be81-2284b7b7d296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.995032 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.996783 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:58.029908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.057567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29f9d8a7-c4be-45b4-be81-2284b7b7d296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.062973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29f9d8a7-c4be-45b4-be81-2284b7b7d296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.103380 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.107690 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.109631 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9d8a7-c4be-45b4-be81-2284b7b7d296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b6461a-464c-4523-876a-d3ebf9622d44,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.111858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a3d6f02-1487-4d49-a008-35c347367305 HTTP/1.1" status: 204 len: 168 time: 0.3182318 Nov 22 16:47:58.137486 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30088a5-4939-464d-9f3f-3a862d0d48fe req-882f1513-3f91-4670-b375-de2cec2fff5b tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.148803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a30088a5-4939-464d-9f3f-3a862d0d48fe req-882f1513-3f91-4670-b375-de2cec2fff5b tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.2226934 Nov 22 16:47:58.158498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a47d-a8aa-45c7-9df7-7158813d60f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3d6f02-1487-4d49-a008-35c347367305,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.180424 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-29f9d8a7-c4be-45b4-be81-2284b7b7d296 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b3b8903c7f08434496e9bb096ea1a360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5216196 Nov 22 16:47:58.194836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45260) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.224898 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a30088a5-4939-464d-9f3f-3a862d0d48fe req-85969b6d-4fca-4ec9-bb4c-8116bbb40238 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750668 Nov 22 16:47:58.252907 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05bb70-2750-422f-a022-61666e5de45d None None] Network a91d6aba-b44e-47a8-8985-dd864d22c007 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:58.309427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.340723 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.409064 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.412354 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.413856 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4b6461a-464c-4523-876a-d3ebf9622d44 HTTP/1.1" status: 204 len: 168 time: 0.2166548 Nov 22 16:47:58.423627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aec747-03ab-4612-ba0a-4185e02a8807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b6461a-464c-4523-876a-d3ebf9622d44,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.471006 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '84f8c921-1128-43f6-9f74-e9a9b3f10905', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:60:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:23Z', 'updated_at': '2021-11-22T16:47:54Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:58.506435 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed50cd1f-143a-49b5-ba55-9817fc8adaa9 None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '84f8c921-1128-43f6-9f74-e9a9b3f10905', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.188', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:60:af:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:47:23Z', 'updated_at': '2021-11-22T16:47:54Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:58.835907 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7593caa-2171-4492-a064-9fa63110569f None None] New status for floating IP 84f8c921-1128-43f6-9f74-e9a9b3f10905: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:47:58.932172 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45282) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.950380 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c575d0b0-1c7c-41c9-81d1-ff35de9e6e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.039281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c575d0b0-1c7c-41c9-81d1-ff35de9e6e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.044807 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c575d0b0-1c7c-41c9-81d1-ff35de9e6e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.092876 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c575d0b0-1c7c-41c9-81d1-ff35de9e6e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a6b6bca266904912ae37e73391fba215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587431 Nov 22 16:47:59.095592 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45286) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:59.096945 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575d0b0-1c7c-41c9-81d1-ff35de9e6e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb6e01-2da0-4149-800b-95e148888c4f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:59.155327 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.184026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.246952 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.249635 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.251085 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92bb6e01-2da0-4149-800b-95e148888c4f HTTP/1.1" status: 204 len: 168 time: 0.1542754 Nov 22 16:47:59.260160 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4453b8f0-5cdf-4f40-8785-a3736db990fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb6e01-2da0-4149-800b-95e148888c4f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.002994 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ab90-f8ef-46fe-aeaa-cf0e0b30c370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.192691 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.445806 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45378) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.555134 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db332aa8-07a7-4e6b-af01-d70f46ebcec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.637784 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db332aa8-07a7-4e6b-af01-d70f46ebcec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.642653 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db332aa8-07a7-4e6b-af01-d70f46ebcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.683028 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-db332aa8-07a7-4e6b-af01-d70f46ebcec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5357d47634ed4909a846073183d2aca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358975 Nov 22 16:48:00.684207 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332aa8-07a7-4e6b-af01-d70f46ebcec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a679b-b052-455c-a212-3ab9342926c5,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.685676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.788850 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.822391 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.831276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-17c76169-a4bd-406a-b5cb-232d7bdc67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.832974 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-17c76169-a4bd-406a-b5cb-232d7bdc67df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.1173129 Nov 22 16:48:00.897237 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b064a-93b8-4cc7-9e9c-eeb01f248a7c req-2ae86675-0523-4502-b514-f306f70c5575 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.898822 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd5b064a-93b8-4cc7-9e9c-eeb01f248a7c req-2ae86675-0523-4502-b514-f306f70c5575 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0887492 Nov 22 16:48:00.914583 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f797a3f-8baa-4ac4-bd3b-4afe65b4a24c req-e1b293d2-5c0d-4f07-ae36-e7746d2b35a7 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.917478 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f797a3f-8baa-4ac4-bd3b-4afe65b4a24c req-e1b293d2-5c0d-4f07-ae36-e7746d2b35a7 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.0780408 Nov 22 16:48:00.951874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.954493 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.955642 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/577a679b-b052-455c-a212-3ab9342926c5 HTTP/1.1" status: 204 len: 168 time: 0.2685938 Nov 22 16:48:00.968470 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a18e3-c905-4d61-907d-73ed68e58a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a679b-b052-455c-a212-3ab9342926c5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.972685 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-d986c391-925a-4b77-9fe5-e00cb80ff3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.974378 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-d986c391-925a-4b77-9fe5-e00cb80ff3e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.1216364 Nov 22 16:48:01.014379 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd5b064a-93b8-4cc7-9e9c-eeb01f248a7c req-d2a813a9-c3cf-4709-9d43-5ff56bb6ac25 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057966 Nov 22 16:48:01.039026 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f797a3f-8baa-4ac4-bd3b-4afe65b4a24c req-30dac669-02c5-4385-bf76-644816822fff tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008532 Nov 22 16:48:01.083493 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-eb87c98b-c9fe-47c8-8f74-72425cd7afc3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1001 time: 0.0979893 Nov 22 16:48:01.138914 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:01.160762 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-f027f8e0-326d-44dc-a80e-9049dc4044cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.163379 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-f027f8e0-326d-44dc-a80e-9049dc4044cf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0673983 Nov 22 16:48:01.217188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-7ebabc0b-8960-46fb-9059-ba15238069f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.218746 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-7ebabc0b-8960-46fb-9059-ba15238069f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420933 Nov 22 16:48:01.337413 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-c7f3b884-3bb4-466e-aa3d-d9f39f0d8c3a service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049376 Nov 22 16:48:01.453189 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-78be5386-8248-4c05-a4d0-eb55252c8375 req-497f1ce9-528d-42c8-8687-50114fa9b198 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053526 Nov 22 16:48:01.855118 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-9b9495d9-85ef-48f0-89fd-c8897373930a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474284 Nov 22 16:48:02.001895 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573864c-c655-4031-b766-ce8447fb1e21 req-5fb97e2f-9389-4e19-822c-fb6b140425cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.003490 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-5fb97e2f-9389-4e19-822c-fb6b140425cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.0553646 Nov 22 16:48:02.227404 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573864c-c655-4031-b766-ce8447fb1e21 req-bf3aec17-4d70-4000-bbef-196f0b5ddad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.229860 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-bf3aec17-4d70-4000-bbef-196f0b5ddad6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.1848848 Nov 22 16:48:02.329556 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-05a13fb5-3f5d-423c-b67f-a94bcc4ebb25 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.0822947 Nov 22 16:48:02.352009 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d4bf09a5-7be7-4d86-abbe-7ce673f0ef81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.432187 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-99e7a6ac-e3b9-4dec-9934-748c179c3e8b tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.435286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-99e7a6ac-e3b9-4dec-9934-748c179c3e8b tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 813 time: 0.3103135 Nov 22 16:48:02.460223 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d2a20-a546-475e-bfd3-5fb2e202ff11 req-0711293b-bd4b-4ad0-add5-fe73bf915b12 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.468120 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-340d2a20-a546-475e-bfd3-5fb2e202ff11 req-0711293b-bd4b-4ad0-add5-fe73bf915b12 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.3162501 Nov 22 16:48:02.477248 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573864c-c655-4031-b766-ce8447fb1e21 req-54231ceb-40b4-4bc9-afba-f182a0eed997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.479047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-54231ceb-40b4-4bc9-afba-f182a0eed997 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.1265764 Nov 22 16:48:02.515691 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-7b5c3ce0-4133-44f4-83f7-427c9ff5d3f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286117 Nov 22 16:48:02.519394 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-1b97aa2a-130f-473d-b7fc-b8b3f3c9f157 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/quotas/095f4db2389741caba2ac809e3bbf953 HTTP/1.1" status: 200 len: 375 time: 0.0480654 Nov 22 16:48:02.558781 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7a46f57d-c591-44a3-82a7-55c0efa8836a tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383399 Nov 22 16:48:02.563725 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-340d2a20-a546-475e-bfd3-5fb2e202ff11 req-f67c24ec-80fb-4bed-8736-f6ece7a7155e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946624 Nov 22 16:48:02.680848 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-194c9c32-e29f-4fd0-908d-a3d536392a9a service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428301 Nov 22 16:48:02.717609 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-698bc478-e4ee-4b0c-bb93-2ec0fe50296d service neutron] 10.222.0.46 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526725 Nov 22 16:48:02.735758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b788c-829b-4928-9693-e5ac85162018 req-389192eb-b341-4fc7-bcc7-2b57b0c70899 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.738875 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a58b788c-829b-4928-9693-e5ac85162018 req-389192eb-b341-4fc7-bcc7-2b57b0c70899 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.0689533 Nov 22 16:48:02.832424 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0573864c-c655-4031-b766-ce8447fb1e21 req-891e9d18-2793-4d24-9743-3cb708435f83 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332040 Nov 22 16:48:02.851315 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a58b788c-829b-4928-9693-e5ac85162018 req-a78a859d-43b3-463e-88c6-309649686594 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Nov 22 16:48:02.878792 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-1e85bf78-47c0-4cbc-999d-f300e20d7850 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382890 Nov 22 16:48:03.099722 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-17342398-8454-4116-bc31-1cd52ba2413b req-080dfd68-bbc0-43ca-bd04-2482c5fa4c33 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 210 time: 0.0264027 Nov 22 16:48:03.386870 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.703466 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cca93-49a0-4fa9-9149-3d0fbdd2ca27 req-38e1dae9-b2c5-4724-9585-10354e5ef6ed tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:03.705967 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f89cca93-49a0-4fa9-9149-3d0fbdd2ca27 req-38e1dae9-b2c5-4724-9585-10354e5ef6ed tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0573208 Nov 22 16:48:03.829535 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f89cca93-49a0-4fa9-9149-3d0fbdd2ca27 req-addb2389-61a4-4098-9dcf-24e53598968e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103976 Nov 22 16:48:04.007661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-73ee9bb7-7307-4214-a26d-18bbb8dc08d5 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.009170 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-73ee9bb7-7307-4214-a26d-18bbb8dc08d5 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.48 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.0987833 Nov 22 16:48:04.175444 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Deleting port 9e0c858e-378b-457f-8e82-c4000d977159 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:04.175784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.266409 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dabf7-6890-4983-9870-33fa2b85a767 req-7dfe7e5f-e061-4e9f-9279-9908b6003697 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.267928 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-610dabf7-6890-4983-9870-33fa2b85a767 req-7dfe7e5f-e061-4e9f-9279-9908b6003697 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 946 time: 0.2927675 Nov 22 16:48:04.292013 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] For port 9e0c858e-378b-457f-8e82-c4000d977159, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9e0c858e-378b-457f-8e82-c4000d977159,segment=NetworkSegment(ad95863e-60b4-4ea2-b699-fec0e6a4977f),segment_id=ad95863e-60b4-4ea2-b699-fec0e6a4977f)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:04.292770 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.293251 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-47161a92-c317-4c8c-9418-98206ea1f240 req-aa8d74fd-d8c0-4dba-bc39-858aa7d5a843 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 210 time: 0.0557954 Nov 22 16:48:04.315337 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Calling delete_port for 9e0c858e-378b-457f-8e82-c4000d977159 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:04.360514 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-610dabf7-6890-4983-9870-33fa2b85a767 req-68ae4735-44b0-4cc6-8796-a5701e8b963a tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/security-groups?id=fa35fabf-76e4-4944-9245-d92730f5c065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705295 Nov 22 16:48:04.526503 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7dc2588d-7ac6-4fb7-ac42-b32c1e6a7c5c tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.528152 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7dc2588d-7ac6-4fb7-ac42-b32c1e6a7c5c tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 813 time: 0.2141833 Nov 22 16:48:04.566820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Request body: {'port': {'device_id': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007', 'admin_state_up': True, 'tenant_id': '095f4db2389741caba2ac809e3bbf953'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:04.633695 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.655311 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['9e0c858e-378b-457f-8e82-c4000d977159'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:04.677058 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Pushing event deleted for resources: {'Port': ['ID=9e0c858e-378b-457f-8e82-c4000d977159,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.747557 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] No DVR routers for this DVR port 9e0c858e-378b-457f-8e82-c4000d977159 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:04.753088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.756815 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5efd2522-64d1-475d-81bb-70f02f11ed56 req-7bb06985-8fa1-46aa-b7aa-b14aae5b0f8c tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.48 "DELETE /v2.0/ports/9e0c858e-378b-457f-8e82-c4000d977159 HTTP/1.1" status: 204 len: 173 time: 0.7302139 Nov 22 16:48:04.757299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'name': 'network-vif-deleted', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:04.759564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392eb7b2-1e84-4d39-af45-d369c864d83b" -d '{"events": [{"server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "name": "network-vif-deleted", "tag": "9e0c858e-378b-457f-8e82-c4000d977159"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:04.778247 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Made reservation on behalf of 095f4db2389741caba2ac809e3bbf953 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:04.782947 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.798835 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57118109-8d63-45fd-aaa1-f0906b3a92ed x-openstack-request-id: req-57118109-8d63-45fd-aaa1-f0906b3a92ed {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:04.799132 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725c405a-869b-4983-b9f0-8e6be39db80c", "name": "network-vif-deleted", "tag": "9e0c858e-378b-457f-8e82-c4000d977159", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:04.799388 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57118109-8d63-45fd-aaa1-f0906b3a92ed {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:04.799767 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725c405a-869b-4983-b9f0-8e6be39db80c', 'name': 'network-vif-deleted', 'tag': '9e0c858e-378b-457f-8e82-c4000d977159', 'status': 'completed', 'code': 200} Nov 22 16:48:04.902835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.942995 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Allocated IP 172.20.0.9 (a91d6aba-b44e-47a8-8985-dd864d22c007/8c24cd74-df45-4ab1-939d-82b1efa26b71/4fc403de-db0d-4a2b-bc99-32b987e68524) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:04.992498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a64a7-e90c-4d6d-b1d8-b06ec0612e1e req-918c5439-6aea-4510-a61d-ac5c58596c5f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.994219 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-851a64a7-e90c-4d6d-b1d8-b06ec0612e1e req-918c5439-6aea-4510-a61d-ac5c58596c5f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0724742 Nov 22 16:48:05.084097 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-851a64a7-e90c-4d6d-b1d8-b06ec0612e1e req-e4f9c221-9fd0-4715-acad-455ef4646835 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764055 Nov 22 16:48:05.133255 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.175142 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.248509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Network a91d6aba-b44e-47a8-8985-dd864d22c007 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:05.249094 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:05.266740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:05.273556 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.274399 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.287102 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Pushing event updated for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.304384 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7aa39b13-4d3e-4562-94b5-64f0110cc8c2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435212 Nov 22 16:48:05.337189 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Request body: {'port': {'device_id': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:05.423862 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.481578 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d193943-e781-44ef-8487-3aa27b9bc6ed req-d2a1d6c9-c45d-4f63-9193-089c80ac5915 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.489928 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1d193943-e781-44ef-8487-3aa27b9bc6ed req-d2a1d6c9-c45d-4f63-9193-089c80ac5915 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 931 time: 0.0993915 Nov 22 16:48:05.546037 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a302693f-5011-4cb0-a39a-9b4df82fbc76 req-0c746dc1-d4ce-47a6-80d2-671bc131cd21 tempest-DeleteServersTestJSON-1097301670 tempest-DeleteServersTestJSON-1097301670-project] 10.222.0.46 "GET /v2.0/ports?device_id=725c405a-869b-4983-b9f0-8e6be39db80c HTTP/1.1" status: 200 len: 210 time: 0.0283661 Nov 22 16:48:05.583938 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1d193943-e781-44ef-8487-3aa27b9bc6ed req-b587e7ab-9f9c-4501-beec-16bdcbaa8643 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909553 Nov 22 16:48:05.635027 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.001526 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:06.014246 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc403de-db0d-4a2b-bc99-32b987e68524 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:06.030899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.046695 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Transition to ACTIVE for port object 4fc403de-db0d-4a2b-bc99-32b987e68524 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:06.057169 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.113226 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.173549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59c25a25-e91e-4396-873f-56459849594b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.185426 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Attempting to bind port 4fc403de-db0d-4a2b-bc99-32b987e68524 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:06.185768 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Attempting to bind port 4fc403de-db0d-4a2b-bc99-32b987e68524 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:06.186125 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Attempting to bind port 4fc403de-db0d-4a2b-bc99-32b987e68524 on network a91d6aba-b44e-47a8-8985-dd864d22c007 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:06.196937 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Port 4fc403de-db0d-4a2b-bc99-32b987e68524 on network a91d6aba-b44e-47a8-8985-dd864d22c007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:06.197266 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Attempting to bind port 4fc403de-db0d-4a2b-bc99-32b987e68524 on network a91d6aba-b44e-47a8-8985-dd864d22c007 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:06.207044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:06.207377 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Checking segment: {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:06.207997 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Bound using segment: {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:06.208206 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Bound port: 4fc403de-db0d-4a2b-bc99-32b987e68524, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:06.208674 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.233280 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9984b-e5d2-49d7-8eb8-e8db2cd8a0ee req-bab69f18-445a-4f54-9d0a-031b9d527056 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.235615 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5bf9984b-e5d2-49d7-8eb8-e8db2cd8a0ee req-bab69f18-445a-4f54-9d0a-031b9d527056 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0598028 Nov 22 16:48:06.292238 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5bf9984b-e5d2-49d7-8eb8-e8db2cd8a0ee req-5d18000b-dba8-405f-a98f-f96cfd7fdd58 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Nov 22 16:48:06.319367 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:06.346156 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fc403de-db0d-4a2b-bc99-32b987e68524,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:06.348752 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59c25a25-e91e-4396-873f-56459849594b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.353360 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.366188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59c25a25-e91e-4396-873f-56459849594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.397044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.397673 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.399155 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] 10.222.0.48 "PUT /v2.0/ports/4fc403de-db0d-4a2b-bc99-32b987e68524 HTTP/1.1" status: 200 len: 1093 time: 1.0667837 Nov 22 16:48:06.471580 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-59c25a25-e91e-4396-873f-56459849594b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24517eb9bd9b4473ab109596267cbb21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675586 Nov 22 16:48:06.474447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45632) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:06.489472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ae620-e94b-4ba2-a5d2-b5dee8ebc0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.496462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c25a25-e91e-4396-873f-56459849594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e769afd-a3ee-447f-b041-3c58741087f2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.512927 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-9baaa586-77b7-4155-ae1e-413e8b000f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.514165 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-9baaa586-77b7-4155-ae1e-413e8b000f35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 1096 time: 0.0656121 Nov 22 16:48:06.529156 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.561016 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.572750 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-895027d1-1ebd-428e-910e-1a9df81e6edc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc403de-db0d-4a2b-bc99-32b987e68524 HTTP/1.1" status: 200 len: 217 time: 0.0375776 Nov 22 16:48:06.638619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.641853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-6afafc22-47ae-4cef-ade9-d25a1987803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.643957 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-6afafc22-47ae-4cef-ade9-d25a1987803b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c24cd74-df45-4ab1-939d-82b1efa26b71 HTTP/1.1" status: 200 len: 853 time: 0.0626922 Nov 22 16:48:06.644650 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.646038 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e769afd-a3ee-447f-b041-3c58741087f2 HTTP/1.1" status: 204 len: 168 time: 0.1704874 Nov 22 16:48:06.662086 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e07f8d-9396-44c8-b52b-bb0b36ef9a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e769afd-a3ee-447f-b041-3c58741087f2,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.728136 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-c23e7790-2059-47ab-a124-05a58c6fc778 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a91d6aba-b44e-47a8-8985-dd864d22c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642264 Nov 22 16:48:06.740975 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc2c46-7e53-48b6-951f-ad58985f661a req-4b79de1c-d370-488e-a50d-cf4321775a98 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.748782 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fadc2c46-7e53-48b6-951f-ad58985f661a req-4b79de1c-d370-488e-a50d-cf4321775a98 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 943 time: 0.0878024 Nov 22 16:48:06.806486 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:06.808804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:06.809753 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fadc2c46-7e53-48b6-951f-ad58985f661a req-cb9d8fae-cf8f-4c19-9c50-b74ff3d6f1ca tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601044 Nov 22 16:48:06.889755 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b029d8-a3e2-4caa-a794-2a53c855bab7 x-openstack-request-id: req-d7b029d8-a3e2-4caa-a794-2a53c855bab7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:06.890082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:06.890513 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7b029d8-a3e2-4caa-a794-2a53c855bab7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:06.890933 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524', 'status': 'completed', 'code': 200} Nov 22 16:48:06.895156 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-7a330cf9-a8d8-461d-81e3-3b1eda8f717c service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543419 Nov 22 16:48:07.006572 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b9d4d417-4d33-4909-913e-332b9b6725fd req-3fc0f9c9-a665-42bd-9e6b-42bb5e7dda93 service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009603 Nov 22 16:48:07.053893 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45660) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.067257 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-563a482c-ca77-458c-9aed-184880f7cec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.111058 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-246ee354-dbb9-4931-a7e4-fab868757c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.112619 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-246ee354-dbb9-4931-a7e4-fab868757c3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 1096 time: 0.0431595 Nov 22 16:48:07.156897 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-563a482c-ca77-458c-9aed-184880f7cec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.163966 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-563a482c-ca77-458c-9aed-184880f7cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.210262 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-563a482c-ca77-458c-9aed-184880f7cec7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d27375c5b6f4476aa0c4b14c9ae5aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551516 Nov 22 16:48:07.211832 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a482c-ca77-458c-9aed-184880f7cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec62b4-7716-4734-9bae-372929568c88,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.213055 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.220709 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-ec01be2e-22b2-4c22-860d-52921d3bfbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.221446 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-ec01be2e-22b2-4c22-860d-52921d3bfbdc service neutron] 10.222.0.48 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 914 time: 0.1004264 Nov 22 16:48:07.290488 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-9a442072-7fc2-4a62-94c2-75293f9ca474 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc403de-db0d-4a2b-bc99-32b987e68524 HTTP/1.1" status: 200 len: 217 time: 0.0368268 Nov 22 16:48:07.303563 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.354245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.380563 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-bc86195d-30b9-44c6-aed3-22e89b17baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.382534 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-bc86195d-30b9-44c6-aed3-22e89b17baa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c24cd74-df45-4ab1-939d-82b1efa26b71 HTTP/1.1" status: 200 len: 853 time: 0.0762649 Nov 22 16:48:07.424045 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e433a6-26de-4f38-9029-166adb945e21 req-a48dd92b-baf4-472f-bb8a-28b781387a03 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.425697 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e0e433a6-26de-4f38-9029-166adb945e21 req-a48dd92b-baf4-472f-bb8a-28b781387a03 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0601094 Nov 22 16:48:07.443320 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-4fa9efcf-2a85-4479-8158-c78962bf9cd6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a91d6aba-b44e-47a8-8985-dd864d22c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470207 Nov 22 16:48:07.486483 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e0e433a6-26de-4f38-9029-166adb945e21 req-34f0eb88-3d32-4f98-8731-a6a56425dcc1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Nov 22 16:48:07.504891 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.508845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.512858 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7eec62b4-7716-4734-9bae-372929568c88 HTTP/1.1" status: 204 len: 168 time: 0.2960200 Nov 22 16:48:07.526055 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511666c-7fb1-4575-9fd2-fef9bb7b679a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec62b4-7716-4734-9bae-372929568c88,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.593455 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-8c5623aa-b54b-4ac8-b920-5a42a9566257 service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363521 Nov 22 16:48:07.678057 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 9e0c858e-378b-457f-8e82-c4000d977159 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:07.720642 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 9e0c858e-378b-457f-8e82-c4000d977159 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:07.721293 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 9e0c858e-378b-457f-8e82-c4000d977159 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:07.727543 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ab7be4ca-0eef-4e15-b0a7-9642bced3d36 req-41bf03be-5705-43fa-a9b2-6b6a8c02094d service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263742 Nov 22 16:48:07.928780 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcdc7c2-1f7c-4944-8c9f-0317acbbd0dd req-4f8174d3-2bdc-41ff-bdc4-2ccd2cb2b375 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.930323 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cdcdc7c2-1f7c-4944-8c9f-0317acbbd0dd req-4f8174d3-2bdc-41ff-bdc4-2ccd2cb2b375 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 943 time: 0.0500534 Nov 22 16:48:07.996153 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cdcdc7c2-1f7c-4944-8c9f-0317acbbd0dd req-c2c8e802-790a-43a9-8ec3-12e652ae919f tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Nov 22 16:48:08.094822 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45700) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.142753 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Deleting subnet 7755d268-9aea-4e98-8734-c542bb7272ec {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:08.146692 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.183006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.192712 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.259295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.290401 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7755d268-9aea-4e98-8734-c542bb7272ec,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.294189 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.297317 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-12ad3108-f76f-422f-80c4-e2783f2e2bef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7755d268-9aea-4e98-8734-c542bb7272ec HTTP/1.1" status: 204 len: 168 time: 0.2010059 Nov 22 16:48:08.299820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.370587 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.457702 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.483985 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.484327 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.485181 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.485393 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > port after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.485730 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.486051 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > port after_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.486387 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.486712 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.487026 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.487356 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.615765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297052d-c3a1-424e-9805-3f3126fbd25b req-d58bba70-533f-41e8-a69f-eebc4d4d7265 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.617984 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0297052d-c3a1-424e-9805-3f3126fbd25b req-d58bba70-533f-41e8-a69f-eebc4d4d7265 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0569444 Nov 22 16:48:08.676992 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0297052d-c3a1-424e-9805-3f3126fbd25b req-f5b4f5af-bd15-43b6-87df-152e5aec2d9a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524092 Nov 22 16:48:08.688675 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.689021 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.689343 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.689747 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:48:08.690139 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.714374 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad95863e-60b4-4ea2-b699-fec0e6a4977f') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.714933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad95863e-60b4-4ea2-b699-fec0e6a4977f') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:08.732379 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.757677 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.766979 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:08.767373 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: from cryptography.utils import int_from_bytes Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: from cryptography.utils import int_from_bytes Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:08.808292 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:08.900412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.910080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.916549 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f HTTP/1.1" status: 204 len: 168 time: 0.6132522 Nov 22 16:48:08.927704 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee66f6-c791-40a3-b28c-6e65a0ec3976 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2036e6b-b54f-4cdb-b2f6-0eabc7f76a9f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.138865 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d296e-fd87-441c-a902-671bc7530285 req-79d1924e-e092-4f46-93a1-b0f641aa7636 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.147941 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-498d296e-fd87-441c-a902-671bc7530285 req-79d1924e-e092-4f46-93a1-b0f641aa7636 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 943 time: 0.0646737 Nov 22 16:48:09.185734 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45758) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.213314 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-498d296e-fd87-441c-a902-671bc7530285 req-64b13e4a-d933-4bbb-b5fd-5bc5e33a47f3 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621300 Nov 22 16:48:09.254281 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5803ddb1-2a1c-4fdc-a2fa-841e4a8fc7d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d443f3cec1e41d4b6881f98a4576007&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0624144 Nov 22 16:48:09.254281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.316837 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.338452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.387550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.390122 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.391291 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa35fabf-76e4-4944-9245-d92730f5c065 HTTP/1.1" status: 204 len: 168 time: 0.1368113 Nov 22 16:48:09.401481 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f749c9-8897-43cf-a2ad-a78768c878a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa35fabf-76e4-4944-9245-d92730f5c065,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.710265 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 4fc403de-db0d-4a2b-bc99-32b987e68524 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:09.829225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fc403de-db0d-4a2b-bc99-32b987e68524,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.838433 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2b72-734b-438f-8b1d-fbf2fb24f523 req-48ed4b66-9cd9-4ec6-8ba3-0e4173ece8f3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.840514 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6baf2b72-734b-438f-8b1d-fbf2fb24f523 req-48ed4b66-9cd9-4ec6-8ba3-0e4173ece8f3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0725124 Nov 22 16:48:09.845356 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '4fc403de-db0d-4a2b-bc99-32b987e68524', 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007', 'port_id': '4fc403de-db0d-4a2b-bc99-32b987e68524', 'mac_address': 'fa:16:3e:61:1c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c24cd74-df45-4ab1-939d-82b1efa26b71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:09.897649 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.908409 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6baf2b72-734b-438f-8b1d-fbf2fb24f523 req-c56aa3d4-f111-45fa-b540-9cfe1a34898c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579035 Nov 22 16:48:09.913201 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc403de-db0d-4a2b-bc99-32b987e68524 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:09.937059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fc403de-db0d-4a2b-bc99-32b987e68524,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.940615 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.992751 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.000398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.000711 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.001058 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.001474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.001714 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.002123 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.002432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.002928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.003281 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.003655 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.003961 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.004282 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:10.352853 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['4fc403de-db0d-4a2b-bc99-32b987e68524'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:10.366290 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b97c7-3bec-4c1b-a935-a3b0bb6fb8a5 req-56dcf705-af13-4e6a-8046-df8a0649ac84 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.369038 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-480b97c7-3bec-4c1b-a935-a3b0bb6fb8a5 req-56dcf705-af13-4e6a-8046-df8a0649ac84 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 944 time: 0.0792129 Nov 22 16:48:10.432319 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-480b97c7-3bec-4c1b-a935-a3b0bb6fb8a5 req-4776002f-90e7-4656-83d0-24faa07154c3 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 Nov 22 16:48:10.673803 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.079821 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa182-129b-4ce1-b1de-dae3bc386a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.114486 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dbf0b-e51e-4e30-a63f-b6bc58cbc3f9 req-b578f2a0-e700-48d8-aaee-a629bd06d319 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.117071 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-181dbf0b-e51e-4e30-a63f-b6bc58cbc3f9 req-b578f2a0-e700-48d8-aaee-a629bd06d319 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0830805 Nov 22 16:48:11.185251 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-181dbf0b-e51e-4e30-a63f-b6bc58cbc3f9 req-dde2df46-459d-46cf-aba4-67bfb08a3106 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592577 Nov 22 16:48:11.207117 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa182-129b-4ce1-b1de-dae3bc386a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.207117 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4aaa182-129b-4ce1-b1de-dae3bc386a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.249057 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e4aaa182-129b-4ce1-b1de-dae3bc386a1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bab8e4b99f544c9bd38f10ef4ea083c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737824 Nov 22 16:48:11.249989 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaa182-129b-4ce1-b1de-dae3bc386a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af83c28-b740-4a12-a0ad-099cbacab1db,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.252408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45856) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.304009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.328081 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.382865 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.385609 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.386771 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1af83c28-b740-4a12-a0ad-099cbacab1db HTTP/1.1" status: 204 len: 168 time: 0.1332593 Nov 22 16:48:11.394425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce7ed2-d84c-4ac6-a26d-764922cc7081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af83c28-b740-4a12-a0ad-099cbacab1db,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.674703 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b608d-a036-44ed-870c-c0d300225455 req-8fb2f92c-923f-473f-aaf2-16e391558edb tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.676398 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-464b608d-a036-44ed-870c-c0d300225455 req-8fb2f92c-923f-473f-aaf2-16e391558edb tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 944 time: 0.1016684 Nov 22 16:48:11.726730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 4fc403de-db0d-4a2b-bc99-32b987e68524 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:11.731279 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 45870) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.734570 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-464b608d-a036-44ed-870c-c0d300225455 req-2507fd8c-82e3-4699-af80-aa8e5062bcf8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Nov 22 16:48:11.746087 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7399b620-1997-44e7-81d8-04f4c41a8a6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.783430 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 4fc403de-db0d-4a2b-bc99-32b987e68524 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:11.787973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 4fc403de-db0d-4a2b-bc99-32b987e68524 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:11.788374 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.844489 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7399b620-1997-44e7-81d8-04f4c41a8a6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.848767 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7399b620-1997-44e7-81d8-04f4c41a8a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.873459 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.894620 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7399b620-1997-44e7-81d8-04f4c41a8a6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1aca57f0fe014ddb93ad02a90bc2c4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621335 Nov 22 16:48:11.897310 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399b620-1997-44e7-81d8-04f4c41a8a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf6eb5e-15ee-4b41-9867-8216f7d3e7f0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.897918 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:11.898085 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45872) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.900195 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7991418-7034-4f33-a739-ceda36d3750a" -d '{"events": [{"server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "name": "network-vif-plugged", "status": "completed", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:11.913302 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fc403de-db0d-4a2b-bc99-32b987e68524,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:11.919536 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.976516 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.978962 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f5cd1-ea3a-473a-a6c6-ddf0d2841463 x-openstack-request-id: req-867f5cd1-ea3a-473a-a6c6-ddf0d2841463 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:11.979338 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "name": "network-vif-plugged", "status": "completed", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:11.979599 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-867f5cd1-ea3a-473a-a6c6-ddf0d2841463 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:11.979966 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524', 'code': 200} Nov 22 16:48:11.985124 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.000241 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.052025 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.054917 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.056082 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaf6eb5e-15ee-4b41-9867-8216f7d3e7f0 HTTP/1.1" status: 204 len: 168 time: 0.1569247 Nov 22 16:48:12.068140 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e61bda-d31f-40d3-b4a6-2aeaaf11e3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf6eb5e-15ee-4b41-9867-8216f7d3e7f0,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.200142 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b4b6-a16a-40d1-8de4-4baeaf8a0fc9 req-1c627687-39be-4c72-afb4-99867e1ee8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.202621 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3d15b4b6-a16a-40d1-8de4-4baeaf8a0fc9 req-1c627687-39be-4c72-afb4-99867e1ee8e9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 1098 time: 0.0512049 Nov 22 16:48:12.267471 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3d15b4b6-a16a-40d1-8de4-4baeaf8a0fc9 req-0fdb7d64-24f2-40d9-95d1-3f97154a3514 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Nov 22 16:48:12.327578 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed799b7-978c-44c5-a7f1-376d2986b2ba req-944c4e7e-667d-434d-8a1a-e2d676a4b0c8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.329174 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ed799b7-978c-44c5-a7f1-376d2986b2ba req-944c4e7e-667d-434d-8a1a-e2d676a4b0c8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Nov 22 16:48:12.393814 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ed799b7-978c-44c5-a7f1-376d2986b2ba req-225193c2-5465-46fb-b880-97137e926f41 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563433 Nov 22 16:48:12.496656 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45894) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.511047 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-afa8ce98-a7c4-4eff-8dd4-221876df8084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.599999 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-afa8ce98-a7c4-4eff-8dd4-221876df8084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.606187 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-afa8ce98-a7c4-4eff-8dd4-221876df8084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.649938 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8ce98-a7c4-4eff-8dd4-221876df8084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11293fd-5272-48d0-aa66-05557a011ead,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.656087 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-afa8ce98-a7c4-4eff-8dd4-221876df8084 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f1af5cc6ede4ebeb775f77ba00b605f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563950 Nov 22 16:48:12.658600 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 45900) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.731863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.760173 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.835264 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.837845 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.839185 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a11293fd-5272-48d0-aa66-05557a011ead HTTP/1.1" status: 204 len: 168 time: 0.1736479 Nov 22 16:48:12.857789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f64ac-b4c1-40a8-8fa1-956286a82429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11293fd-5272-48d0-aa66-05557a011ead,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.933766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e7f62-b0e0-4a7c-be0f-bd3cb64e4daf req-5da1f70c-a676-427a-9ce7-cd02c9aee7f8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.935687 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-103e7f62-b0e0-4a7c-be0f-bd3cb64e4daf req-5da1f70c-a676-427a-9ce7-cd02c9aee7f8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0860853 Nov 22 16:48:13.027815 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-103e7f62-b0e0-4a7c-be0f-bd3cb64e4daf req-efc8431c-f8ad-4384-83d8-97095f6c5fc5 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828707 Nov 22 16:48:13.526895 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bc63b-4b6a-4126-aa0c-d4643ccab950 req-6a2c8d76-0140-4bbf-81cb-d82949dd9ade tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.529289 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f5bc63b-4b6a-4126-aa0c-d4643ccab950 req-6a2c8d76-0140-4bbf-81cb-d82949dd9ade tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Nov 22 16:48:13.599534 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f5bc63b-4b6a-4126-aa0c-d4643ccab950 req-59028607-e7c8-4f21-9f3a-874a7cbf8049 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Nov 22 16:48:16.338689 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e408e-345c-4d7f-8792-1fc41ce6c57b req-06aab933-46c9-4c57-a5f7-ecf7377aee07 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.340262 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cc3e408e-345c-4d7f-8792-1fc41ce6c57b req-06aab933-46c9-4c57-a5f7-ecf7377aee07 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0868783 Nov 22 16:48:16.358834 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8076a3e-d5da-48b5-8420-4b32bcdf2ba5 req-fdec731d-1007-4cdd-8c34-41c0bb2a9e5a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.360324 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8076a3e-d5da-48b5-8420-4b32bcdf2ba5 req-fdec731d-1007-4cdd-8c34-41c0bb2a9e5a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0796437 Nov 22 16:48:16.429735 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cc3e408e-345c-4d7f-8792-1fc41ce6c57b req-3f891bde-5545-4b03-8409-b913c22d555d tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798664 Nov 22 16:48:16.438558 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8076a3e-d5da-48b5-8420-4b32bcdf2ba5 req-289363a4-320e-41df-bfd0-24a8b45feb77 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718472 Nov 22 16:48:17.617791 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c9da4-56a4-4156-8e53-384b49fbf500 req-9a0da3f2-549c-48a7-9646-4171c9d0578f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.619415 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-571c9da4-56a4-4156-8e53-384b49fbf500 req-9a0da3f2-549c-48a7-9646-4171c9d0578f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0957806 Nov 22 16:48:17.628273 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f28217-d52c-4cef-be88-27c7a2835910 req-58119231-1bc0-4deb-b305-96255fd9b025 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.629820 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8f28217-d52c-4cef-be88-27c7a2835910 req-58119231-1bc0-4deb-b305-96255fd9b025 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0889218 Nov 22 16:48:17.709776 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-571c9da4-56a4-4156-8e53-384b49fbf500 req-bf63ad86-b42f-4d78-b829-c17a4bf037b9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788689 Nov 22 16:48:17.713133 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f8f28217-d52c-4cef-be88-27c7a2835910 req-4025d400-6fc7-48b0-a323-6852b4ede1d3 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758002 Nov 22 16:48:18.237633 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46086) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.363432 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc6576f1-9afa-458c-bfb2-fa091c9e3c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.479727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc6576f1-9afa-458c-bfb2-fa091c9e3c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.484610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc6576f1-9afa-458c-bfb2-fa091c9e3c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.520761 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6576f1-9afa-458c-bfb2-fa091c9e3c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4955b7-4f98-435d-aac1-82ea9b0343e7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.532101 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-dc6576f1-9afa-458c-bfb2-fa091c9e3c51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb0d32dfb1a446cb812bd1534fe922b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906034 Nov 22 16:48:18.532455 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46106) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.587632 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.612986 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.694431 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.697111 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.698292 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa4955b7-4f98-435d-aac1-82ea9b0343e7 HTTP/1.1" status: 204 len: 168 time: 0.1650739 Nov 22 16:48:18.714473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e5e6a-5838-46e2-9fb4-b5c96e70f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4955b7-4f98-435d-aac1-82ea9b0343e7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.881479 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f28287-cd66-4eae-8542-ba211279161f req-e72c0136-0288-45d5-b157-22c0df8982b9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.883331 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e3f28287-cd66-4eae-8542-ba211279161f req-e72c0136-0288-45d5-b157-22c0df8982b9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0791256 Nov 22 16:48:18.946381 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e3f28287-cd66-4eae-8542-ba211279161f req-f6fe90bb-275d-46e2-821e-05a6a9cf8895 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566120 Nov 22 16:48:19.076987 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46138) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.098559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3803c462-23f5-4890-b0d0-5121485521f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.199505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3803c462-23f5-4890-b0d0-5121485521f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.203942 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3803c462-23f5-4890-b0d0-5121485521f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.250636 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-3803c462-23f5-4890-b0d0-5121485521f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=973740a3761c4adbb427fcee4b2cb09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718721 Nov 22 16:48:19.253756 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46146) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.261595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803c462-23f5-4890-b0d0-5121485521f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81168ffc-596e-44bb-b8f8-8600c401bf56,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.306857 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.328405 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.380404 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.387203 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.388393 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81168ffc-596e-44bb-b8f8-8600c401bf56 HTTP/1.1" status: 204 len: 168 time: 0.1335068 Nov 22 16:48:19.396701 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c962f-9196-4d6b-ad7c-7a9c67bbeeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81168ffc-596e-44bb-b8f8-8600c401bf56,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.090666 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f887cf-3eec-4182-8faa-ab65031a92fc req-15164863-866d-4c3f-a330-b9830994d422 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.092315 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b2f887cf-3eec-4182-8faa-ab65031a92fc req-15164863-866d-4c3f-a330-b9830994d422 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0630603 Nov 22 16:48:20.155154 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b2f887cf-3eec-4182-8faa-ab65031a92fc req-89d0a9ff-ba81-4cd2-8a0a-746d22728155 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559244 Nov 22 16:48:20.357242 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46204) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.506827 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7037602f-a3a3-400f-8618-7a6cd3b556ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.604693 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7037602f-a3a3-400f-8618-7a6cd3b556ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.613623 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7037602f-a3a3-400f-8618-7a6cd3b556ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.662008 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7037602f-a3a3-400f-8618-7a6cd3b556ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a09350ecfa8b41ebb705111b330eace5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036175 Nov 22 16:48:20.663456 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037602f-a3a3-400f-8618-7a6cd3b556ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94a0acf-a530-4aa9-bd65-04ed510ec843,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.664784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46228) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.750847 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.779115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.836915 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.841395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.845651 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e94a0acf-a530-4aa9-bd65-04ed510ec843 HTTP/1.1" status: 204 len: 168 time: 0.1786954 Nov 22 16:48:20.854311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337330c-d13f-40d1-aba4-ce065bffd2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94a0acf-a530-4aa9-bd65-04ed510ec843,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.297518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46258) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.315164 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee54b9b2-ddf8-4cb2-885d-c7e0fb06ec18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.336330 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff8632-d919-4283-8058-fb76125c29fd req-67ae8f0c-22b7-4443-9a6c-5baa5d0f746e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.339616 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-88ff8632-d919-4283-8058-fb76125c29fd req-67ae8f0c-22b7-4443-9a6c-5baa5d0f746e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.1025066 Nov 22 16:48:21.399145 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-88ff8632-d919-4283-8058-fb76125c29fd req-3653928c-1100-4cec-a47d-67754c87c941 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Nov 22 16:48:21.437770 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee54b9b2-ddf8-4cb2-885d-c7e0fb06ec18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.444371 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee54b9b2-ddf8-4cb2-885d-c7e0fb06ec18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.485172 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ee54b9b2-ddf8-4cb2-885d-c7e0fb06ec18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0796ab37e9f408dab0137119dd14874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1862767 Nov 22 16:48:21.486039 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b9b2-ddf8-4cb2-885d-c7e0fb06ec18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a175ac07-3c9b-4e7f-9a30-63e290265adf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.487994 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46266) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.553637 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.583436 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.650484 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.653697 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.655189 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a175ac07-3c9b-4e7f-9a30-63e290265adf HTTP/1.1" status: 204 len: 168 time: 0.1642258 Nov 22 16:48:21.670818 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30203eb-b3d8-4201-8bbd-2d903adb710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175ac07-3c9b-4e7f-9a30-63e290265adf,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:22.549542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f58a8-545c-4a25-a3a2-a130bd8c6b9f req-1af94da4-dc5b-4950-8234-4253986577a8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.557571 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c52f58a8-545c-4a25-a3a2-a130bd8c6b9f req-1af94da4-dc5b-4950-8234-4253986577a8 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0576444 Nov 22 16:48:22.611237 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c52f58a8-545c-4a25-a3a2-a130bd8c6b9f req-c056565d-8ff3-48e1-b7b8-dc01501facb6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521617 Nov 22 16:48:23.765908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c79ec-3639-486e-9bb7-574b12cb3fc3 req-c8f79b6d-3f7a-4247-afe8-fa3c08fd6401 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.767717 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-727c79ec-3639-486e-9bb7-574b12cb3fc3 req-c8f79b6d-3f7a-4247-afe8-fa3c08fd6401 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0623863 Nov 22 16:48:23.839025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-727c79ec-3639-486e-9bb7-574b12cb3fc3 req-02f70c0b-8f19-4228-9692-d5b736698a7b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621507 Nov 22 16:48:24.984357 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc02e0-fff4-4b9c-afe6-9b81a96d6365 req-daf71414-f742-43e1-924e-9d70a4c8dff4 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.985875 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77bc02e0-fff4-4b9c-afe6-9b81a96d6365 req-daf71414-f742-43e1-924e-9d70a4c8dff4 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0661433 Nov 22 16:48:25.050024 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77bc02e0-fff4-4b9c-afe6-9b81a96d6365 req-9d6f5f28-73ec-47ac-b162-906d313113af tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Nov 22 16:48:25.996665 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46448) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.118988 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-319f05a8-684f-4ea0-ab76-5277a4d69662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.207276 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b84c91-bd8c-4fd3-af8e-98743955ece9 req-5b8270e7-c302-495f-9407-ffccce1f4d64 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.208895 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-42b84c91-bd8c-4fd3-af8e-98743955ece9 req-5b8270e7-c302-495f-9407-ffccce1f4d64 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0748065 Nov 22 16:48:26.261784 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-319f05a8-684f-4ea0-ab76-5277a4d69662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.272133 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-319f05a8-684f-4ea0-ab76-5277a4d69662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.292581 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-42b84c91-bd8c-4fd3-af8e-98743955ece9 req-5e1a0fc0-e1e3-4273-93b4-28731498cf59 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772691 Nov 22 16:48:26.317946 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f05a8-684f-4ea0-ab76-5277a4d69662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482bb9f3-69fd-44c1-bd21-b2f5223364db,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.325260 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-319f05a8-684f-4ea0-ab76-5277a4d69662 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0259aee49304fa89d90f06b5fb5d5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274405 Nov 22 16:48:26.325733 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46456) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.379228 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.402313 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.465251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.468154 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.469447 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/482bb9f3-69fd-44c1-bd21-b2f5223364db HTTP/1.1" status: 204 len: 168 time: 0.1420064 Nov 22 16:48:26.478686 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375314a-4bb4-48bf-ac3e-90169bbc344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482bb9f3-69fd-44c1-bd21-b2f5223364db,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.806147 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46480) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.820226 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e894369-b465-452d-89d1-c8a4e9619c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.936804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e894369-b465-452d-89d1-c8a4e9619c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.938666 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46484) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.945567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e894369-b465-452d-89d1-c8a4e9619c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.002193 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-6e894369-b465-452d-89d1-c8a4e9619c75 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f6411c01c0849369920aae017990786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926444 Nov 22 16:48:27.002193 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e894369-b465-452d-89d1-c8a4e9619c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd04c24-1e36-4281-99e6-c5ed9b4a8ff3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.003051 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46490) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.055876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.065924 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75d179a0-0e89-4243-8eaa-54cad312e1a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.080511 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.130654 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.133399 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.134698 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbd04c24-1e36-4281-99e6-c5ed9b4a8ff3 HTTP/1.1" status: 204 len: 168 time: 0.1301146 Nov 22 16:48:27.142582 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f0c01-77ac-47d3-9ea6-7066df8b4f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd04c24-1e36-4281-99e6-c5ed9b4a8ff3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.155628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75d179a0-0e89-4243-8eaa-54cad312e1a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.160106 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75d179a0-0e89-4243-8eaa-54cad312e1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.192795 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-75d179a0-0e89-4243-8eaa-54cad312e1a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d68bd80e39654b7297cf7ce4f6e6e8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528262 Nov 22 16:48:27.195670 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46494) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.206040 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d179a0-0e89-4243-8eaa-54cad312e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df918bd-f8c9-4a87-aba1-88e6f0b435b6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.260830 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.283445 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.337154 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.339991 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.341286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5df918bd-f8c9-4a87-aba1-88e6f0b435b6 HTTP/1.1" status: 204 len: 168 time: 0.1442904 Nov 22 16:48:27.350030 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b641f-f017-4051-9edc-70cc679ce88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df918bd-f8c9-4a87-aba1-88e6f0b435b6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.457628 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c01a8-0031-4cc4-becf-e097a0b416c2 req-5efd13b4-cdce-4861-a94a-32f2c7ff9454 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.460644 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-026c01a8-0031-4cc4-becf-e097a0b416c2 req-5efd13b4-cdce-4861-a94a-32f2c7ff9454 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0755246 Nov 22 16:48:27.536806 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-026c01a8-0031-4cc4-becf-e097a0b416c2 req-ad5e2cd8-08e4-4bda-9ae0-4b46ff9ee1f0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Nov 22 16:48:28.682127 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d8fa1-0807-4d80-93f8-6e552b4d1adb req-712d5f31-7714-42f6-81b5-983aec486fcb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.689591 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-743d8fa1-0807-4d80-93f8-6e552b4d1adb req-712d5f31-7714-42f6-81b5-983aec486fcb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0624988 Nov 22 16:48:28.751882 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-743d8fa1-0807-4d80-93f8-6e552b4d1adb req-f5550382-bfd1-483e-ae11-ed616fe5cf88 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610511 Nov 22 16:48:29.092065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46588) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:29.221613 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c31f19fa-83ef-4110-ae38-4b96a000b578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.299010 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c31f19fa-83ef-4110-ae38-4b96a000b578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.303885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c31f19fa-83ef-4110-ae38-4b96a000b578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.342915 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c31f19fa-83ef-4110-ae38-4b96a000b578 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25cc4b3bac98428d8511b9b038a0f874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492044 Nov 22 16:48:29.343914 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f19fa-83ef-4110-ae38-4b96a000b578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d47b50-11f1-4d65-b438-609dcf2ba68b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.345722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:29.399320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.424178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.483549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.486307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.490071 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2d47b50-11f1-4d65-b438-609dcf2ba68b HTTP/1.1" status: 204 len: 168 time: 0.1399362 Nov 22 16:48:29.500311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e63ee9-c47c-4155-acb6-d6976fb3a2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d47b50-11f1-4d65-b438-609dcf2ba68b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.784908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46614) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:29.798534 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad38b261-69be-4ba6-a1ea-2fb2bfa4e9cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.907760 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c17e5-a8ec-47b8-98b1-668f82bfb801 req-03856d85-01a1-4159-8806-594f0d5acb17 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.909244 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ee3c17e5-a8ec-47b8-98b1-668f82bfb801 req-03856d85-01a1-4159-8806-594f0d5acb17 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0784256 Nov 22 16:48:29.947381 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad38b261-69be-4ba6-a1ea-2fb2bfa4e9cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.956543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad38b261-69be-4ba6-a1ea-2fb2bfa4e9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.997932 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-14ec3f68-8fb8-4185-8fc6-ab67ff5504e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.016640 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ee3c17e5-a8ec-47b8-98b1-668f82bfb801 req-984c7654-8fe8-4dc2-bfb0-46e1ae038e07 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977089 Nov 22 16:48:30.022946 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ad38b261-69be-4ba6-a1ea-2fb2bfa4e9cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f424a46d08f4f0e8521b576840aa70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369726 Nov 22 16:48:30.025008 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38b261-69be-4ba6-a1ea-2fb2bfa4e9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ac57aa-9a2d-4d00-ad3b-67adfbf23f8a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:30.025774 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46622) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.078318 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.102009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.150660 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.153409 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.154729 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0ac57aa-9a2d-4d00-ad3b-67adfbf23f8a HTTP/1.1" status: 204 len: 168 time: 0.1278408 Nov 22 16:48:30.163381 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733af65-0186-4d88-99a5-dae8685edbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ac57aa-9a2d-4d00-ad3b-67adfbf23f8a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:30.209925 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.169795 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc73e46-d8d4-4f1a-a6b2-69e891c36555 req-eb75d2be-3495-4acd-8ed0-a21b56e84db3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.171381 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fc73e46-d8d4-4f1a-a6b2-69e891c36555 req-eb75d2be-3495-4acd-8ed0-a21b56e84db3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0633190 Nov 22 16:48:31.225304 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fc73e46-d8d4-4f1a-a6b2-69e891c36555 req-414a99f4-6643-4b28-b8eb-3c7fdf6ca716 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Nov 22 16:48:32.328903 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ba48f50f-c846-4130-b60f-aba2dfc65f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.370679 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155f2bb-6293-4a35-8c11-84b4b7083940 req-b470a458-a7a1-46dc-8a04-55dd2d2fb0c3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.373272 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a155f2bb-6293-4a35-8c11-84b4b7083940 req-b470a458-a7a1-46dc-8a04-55dd2d2fb0c3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0749366 Nov 22 16:48:32.427341 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a155f2bb-6293-4a35-8c11-84b4b7083940 req-02c3bcf7-7e7f-471a-a8be-ff8002181f78 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476182 Nov 22 16:48:33.191163 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46716) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.319481 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbdcc-82b1-4004-a171-868e8df86c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.389641 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.400497 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbdcc-82b1-4004-a171-868e8df86c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.405008 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3fdbbdcc-82b1-4004-a171-868e8df86c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.447974 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-3fdbbdcc-82b1-4004-a171-868e8df86c1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fcf72a2dbdf49139d25ca3ba92ba386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555485 Nov 22 16:48:33.448894 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbbdcc-82b1-4004-a171-868e8df86c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e8c5b5-183f-4043-87b8-ee1ec6d9eeb7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.451704 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.550944 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.576139 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.591257 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb448d-e6d6-4ba0-ac40-4e15bee54605 req-6c47d5cc-da7c-4453-9c26-e3ff30757dcd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.592770 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b2bb448d-e6d6-4ba0-ac40-4e15bee54605 req-6c47d5cc-da7c-4453-9c26-e3ff30757dcd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Nov 22 16:48:33.625772 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.628688 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.630228 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19e8c5b5-183f-4043-87b8-ee1ec6d9eeb7 HTTP/1.1" status: 204 len: 168 time: 0.1693966 Nov 22 16:48:33.638565 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f39aa-9fa9-464b-9f3c-48eed7daa31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e8c5b5-183f-4043-87b8-ee1ec6d9eeb7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.645913 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b2bb448d-e6d6-4ba0-ac40-4e15bee54605 req-0ee0cb98-6888-431d-aa78-604593283287 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463233 Nov 22 16:48:33.923174 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46734) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.940024 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3a33cf-1b5f-4884-b11b-0533a6275f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.022690 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3a33cf-1b5f-4884-b11b-0533a6275f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.029341 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3a33cf-1b5f-4884-b11b-0533a6275f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.069557 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-af3a33cf-1b5f-4884-b11b-0533a6275f00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8848946fa0e45afba7855ba8b5f1070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452713 Nov 22 16:48:34.070428 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a33cf-1b5f-4884-b11b-0533a6275f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f3fbb2-0e92-4849-89c4-8ebcf1b22d83,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.072592 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46738) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:34.124348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.146863 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.208351 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.210971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.212443 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9f3fbb2-0e92-4849-89c4-8ebcf1b22d83 HTTP/1.1" status: 204 len: 168 time: 0.1388230 Nov 22 16:48:34.223382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2da12-a9cb-4c70-9773-846fc0ff0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f3fbb2-0e92-4849-89c4-8ebcf1b22d83,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.463342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46754) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:34.596601 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae68-5951-40ea-9477-5a6ae183d93f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.677727 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae68-5951-40ea-9477-5a6ae183d93f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.682294 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2d5ae68-5951-40ea-9477-5a6ae183d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.732473 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e2d5ae68-5951-40ea-9477-5a6ae183d93f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=722d323c305c438fa051eb710614224b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674606 Nov 22 16:48:34.734723 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5ae68-5951-40ea-9477-5a6ae183d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769be6bd-8c12-4f41-9271-debc687dfc95,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.737520 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46770) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:34.811859 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa562d7-6832-46a1-8678-916547c488ce req-180d40da-5ced-4073-83b1-7e5ae694d850 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.811859 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8aa562d7-6832-46a1-8678-916547c488ce req-180d40da-5ced-4073-83b1-7e5ae694d850 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0898507 Nov 22 16:48:34.826449 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.871671 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.899561 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8aa562d7-6832-46a1-8678-916547c488ce req-bd98e8a3-24d3-4f34-92f6-683a946a55bf tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Nov 22 16:48:34.903990 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.936394 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.939306 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.940804 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/769be6bd-8c12-4f41-9271-debc687dfc95 HTTP/1.1" status: 204 len: 168 time: 0.2017558 Nov 22 16:48:34.952147 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e23ec-b7ca-45af-ba69-8bd6a8a7d8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769be6bd-8c12-4f41-9271-debc687dfc95,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.972561 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46782) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.072654 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-293914282-network', 'tenant_id': '67f37f61cacd4630ab1e4d52ef8b7c40'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:35.100614 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Made reservation on behalf of 67f37f61cacd4630ab1e4d52ef8b7c40 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:35.103048 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.112089 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.197739 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.201833 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.230300 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:35.240436 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.248503 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.248953 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Added segment 7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9 of type vlan for network c8226cea-b7be-47b6-a4be-5b693244a55d Nov 22 16:48:35.293118 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.296914 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46790) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.310018 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-520c35c0-343b-4f91-a302-598ac266af66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.324769 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.325735 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.326449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.386817 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46792) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.387022 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4132926 Nov 22 16:48:35.393755 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Request body: {'subnet': {'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-293914282-subnet', 'tenant_id': '67f37f61cacd4630ab1e4d52ef8b7c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:35.396455 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf2cdc-6173-496a-807f-db283f50c2f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8226cea-b7be-47b6-a4be-5b693244a55d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.417521 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-520c35c0-343b-4f91-a302-598ac266af66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.418870 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network c8226cea-b7be-47b6-a4be-5b693244a55d details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:35.428552 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-520c35c0-343b-4f91-a302-598ac266af66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.448457 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Made reservation on behalf of 67f37f61cacd4630ab1e4d52ef8b7c40 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:35.450896 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.520268 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-520c35c0-343b-4f91-a302-598ac266af66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d7595dc1d334074b3ea0ec618e463a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220726 Nov 22 16:48:35.523993 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.527832 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c35c0-343b-4f91-a302-598ac266af66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08652424-0bdb-4138-a978-d1847086da60,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.587861 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.611070 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.658842 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.672572 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.675539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.677326 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08652424-0bdb-4138-a978-d1847086da60 HTTP/1.1" status: 204 len: 168 time: 0.1517553 Nov 22 16:48:35.700129 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d41e9-1109-4f65-ac1f-c655b86fa161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08652424-0bdb-4138-a978-d1847086da60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.738167 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.820633 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40402084-be37-49ef-a5d0-4e45afb2606b,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:35.831758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Checking segment: {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:35.832109 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Network hostable DHCP agents. Network: c8226cea-b7be-47b6-a4be-5b693244a55d, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:35.856533 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Network c8226cea-b7be-47b6-a4be-5b693244a55d is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:35.869775 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, c8226cea-b7be-47b6-a4be-5b693244a55d) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:35.874342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.874991 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.883886 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507ecd9-3bc8-4425-ae2d-75ba573488f7 None None] Network c8226cea-b7be-47b6-a4be-5b693244a55d requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:35.902849 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bbf8e4ed-906b-4eb2-9e06-3e907d98b53b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5147719 Nov 22 16:48:36.032713 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf35d9-3fdc-4342-a3ac-101995026691 req-5c5b7207-4c57-4b4a-a1f3-e7ea6d6da01d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.034840 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04cf35d9-3fdc-4342-a3ac-101995026691 req-5c5b7207-4c57-4b4a-a1f3-e7ea6d6da01d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0550299 Nov 22 16:48:36.050861 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cfe74a-3e74-464a-9fce-6ac0913dc714 None None] Network c8226cea-b7be-47b6-a4be-5b693244a55d requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:36.098737 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04cf35d9-3fdc-4342-a3ac-101995026691 req-ee4e1de4-d3d7-4436-ad0d-dc748e77a291 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563653 Nov 22 16:48:36.945844 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 46856) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.064617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffc686b0-6dfe-4855-855e-c659966aaa25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.142767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffc686b0-6dfe-4855-855e-c659966aaa25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.147376 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffc686b0-6dfe-4855-855e-c659966aaa25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.189329 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ffc686b0-6dfe-4855-855e-c659966aaa25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc5aca7e967140b9bb0209918412ded9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423742 Nov 22 16:48:37.190641 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc686b0-6dfe-4855-855e-c659966aaa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f8a69d-ecb2-4475-8bef-96f4092bdf87,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.193028 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 46862) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.251585 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.275261 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.326161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.328746 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.329876 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/87f8a69d-ecb2-4475-8bef-96f4092bdf87 HTTP/1.1" status: 204 len: 168 time: 0.1359267 Nov 22 16:48:37.338292 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7c9cd-23c4-43eb-8652-df777de57ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f8a69d-ecb2-4475-8bef-96f4092bdf87,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.139138 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:39.303188 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8548d4-abbe-4a58-b671-6d2142337dc8 req-633ab060-d358-49a0-aa96-b5ba6fc691b4 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.304723 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9a8548d4-abbe-4a58-b671-6d2142337dc8 req-633ab060-d358-49a0-aa96-b5ba6fc691b4 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0511537 Nov 22 16:48:39.357978 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9a8548d4-abbe-4a58-b671-6d2142337dc8 req-1fc722ec-85cb-4bb5-bf9d-395912e2411b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Nov 22 16:48:40.480241 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e7957-3ec2-4af8-8561-82219df637f0 req-d38b57f3-7127-4ee5-bd7a-a07d7c910e10 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.481737 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-767e7957-3ec2-4af8-8561-82219df637f0 req-d38b57f3-7127-4ee5-bd7a-a07d7c910e10 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Nov 22 16:48:40.529903 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-767e7957-3ec2-4af8-8561-82219df637f0 req-013cf72d-037f-4829-9f64-22144b0c74a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Nov 22 16:48:41.655298 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd8c21-c6a9-4604-ae38-37b2713a5ecd req-08a85449-df19-4a6b-a563-de5349aec132 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.656706 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-73dd8c21-c6a9-4604-ae38-37b2713a5ecd req-08a85449-df19-4a6b-a563-de5349aec132 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0548675 Nov 22 16:48:41.707652 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-73dd8c21-c6a9-4604-ae38-37b2713a5ecd req-dab0b68f-aafd-43b1-b831-8fd6b8a126f1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Nov 22 16:48:41.999005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-4677be5e-7bd2-415d-bd04-43f554664547 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.000550 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-4677be5e-7bd2-415d-bd04-43f554664547 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 808 time: 0.1260574 Nov 22 16:48:42.019374 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-c81ca942-fb21-4159-a670-f649751cf870 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/quotas/67f37f61cacd4630ab1e4d52ef8b7c40 HTTP/1.1" status: 200 len: 375 time: 0.0099528 Nov 22 16:48:42.054608 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-93f22ddc-32b0-4e59-b56a-4e4ad52653f9 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290532 Nov 22 16:48:42.161306 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-df118a58-dc20-4d43-a7db-b63a805d9f90 service neutron] 10.222.0.46 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951757 Nov 22 16:48:42.260910 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-bc0e5a2f-4790-40a3-9984-09a91334c694 service neutron] 10.222.0.46 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931587 Nov 22 16:48:42.436187 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bdab3c58-007e-4331-91aa-f84cb76172b8 req-a1a625ed-11bc-409f-aadf-8774090c8849 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 210 time: 0.0374947 Nov 22 16:48:42.835011 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7966f14e-7579-414a-833b-841f95d486f2 req-a7b0fe3d-cf5e-4490-a44a-22c2389047fb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.836492 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7966f14e-7579-414a-833b-841f95d486f2 req-a7b0fe3d-cf5e-4490-a44a-22c2389047fb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0512023 Nov 22 16:48:42.885847 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7966f14e-7579-414a-833b-841f95d486f2 req-96050a53-e9c7-4923-b3a7-99ad5c75e509 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Nov 22 16:48:43.303922 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856221-4801-4134-b7c3-0780d2ed712d req-a5c6a275-9ecf-43e7-8ec3-11a573e1bdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.305433 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-67856221-4801-4134-b7c3-0780d2ed712d req-a5c6a275-9ecf-43e7-8ec3-11a573e1bdf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1098 time: 0.0421371 Nov 22 16:48:43.362399 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-67856221-4801-4134-b7c3-0780d2ed712d req-49a7cceb-5543-4aa5-b66e-8bd0c9362fd1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Nov 22 16:48:43.553382 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-810ccb64-0944-4556-8303-a5cb784e864d req-8d31f3d6-904a-4343-b373-d8c5c019a330 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 210 time: 0.0281479 Nov 22 16:48:44.024933 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304054e-25d9-4d97-8539-cffb504870d5 req-02c548e0-96d8-4c47-8046-8f9c887c0833 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.033930 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9304054e-25d9-4d97-8539-cffb504870d5 req-02c548e0-96d8-4c47-8046-8f9c887c0833 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0670588 Nov 22 16:48:44.083433 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-fd670614-6664-4fd3-a12a-e0cb65dc71d7 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.085061 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-fd670614-6664-4fd3-a12a-e0cb65dc71d7 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 808 time: 0.1218822 Nov 22 16:48:44.090303 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9304054e-25d9-4d97-8539-cffb504870d5 req-d89070e1-c7d8-4251-a5b9-95e2773d1ea5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550444 Nov 22 16:48:44.105318 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Request body: {'port': {'device_id': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d', 'admin_state_up': True, 'tenant_id': '67f37f61cacd4630ab1e4d52ef8b7c40'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:44.221157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Made reservation on behalf of 67f37f61cacd4630ab1e4d52ef8b7c40 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:44.224723 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.360674 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Allocated IP 172.20.0.9 (c8226cea-b7be-47b6-a4be-5b693244a55d/40402084-be37-49ef-a5d0-4e45afb2606b/325a642a-7d07-4add-a69c-01cde59d880e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:44.527011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.562254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.603523 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Network c8226cea-b7be-47b6-a4be-5b693244a55d is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:44.609325 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:44.614713 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:44.652592 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Pushing event updated for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.684277 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.684981 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.700372 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9acbf7-9422-4568-b522-a8cfd671fc77 req-e78ee049-bd9e-46a6-a819-b41fa2b99e2b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.701920 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bf9acbf7-9422-4568-b522-a8cfd671fc77 req-e78ee049-bd9e-46a6-a819-b41fa2b99e2b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 931 time: 0.0526202 Nov 22 16:48:44.715316 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-1f43b8f7-2ef9-4c6e-a524-d02a16e432e8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148846 Nov 22 16:48:44.753198 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bf9acbf7-9422-4568-b522-a8cfd671fc77 req-9b280a08-0668-4e30-a81a-1acc6bf37e1b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Nov 22 16:48:47.506251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Request body: {'port': {'device_id': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:47.566969 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.698230 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a2631-89c6-4f34-9853-e76bf5e790d0 req-c81551c4-5dde-4d96-a29a-adcbf28b2d38 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.699671 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3c0a2631-89c6-4f34-9853-e76bf5e790d0 req-c81551c4-5dde-4d96-a29a-adcbf28b2d38 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0783019 Nov 22 16:48:47.716356 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe15285-c6cc-4464-b95c-1cf5bcb37707 req-350b6fb8-1915-4844-9e18-795f501094cd tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.718134 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fe15285-c6cc-4464-b95c-1cf5bcb37707 req-350b6fb8-1915-4844-9e18-795f501094cd tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 931 time: 0.0875354 Nov 22 16:48:47.814689 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3c0a2631-89c6-4f34-9853-e76bf5e790d0 req-e7dfea3e-daa3-4bc5-a32a-247568e05e09 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026406 Nov 22 16:48:47.838703 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fe15285-c6cc-4464-b95c-1cf5bcb37707 req-e0d8f068-6a90-4c3f-97cc-d9fb6cb117be tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042786 Nov 22 16:48:47.893234 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325a642a-7d07-4add-a69c-01cde59d880e {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:47.900937 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.913395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Transition to ACTIVE for port object 325a642a-7d07-4add-a69c-01cde59d880e will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:47.917805 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.969594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Pushing event updated for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:48.036346 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Attempting to bind port 325a642a-7d07-4add-a69c-01cde59d880e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:48.036697 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Attempting to bind port 325a642a-7d07-4add-a69c-01cde59d880e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:48.037009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Attempting to bind port 325a642a-7d07-4add-a69c-01cde59d880e on network c8226cea-b7be-47b6-a4be-5b693244a55d {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:48.041550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Port 325a642a-7d07-4add-a69c-01cde59d880e on network c8226cea-b7be-47b6-a4be-5b693244a55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:48.041863 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Attempting to bind port 325a642a-7d07-4add-a69c-01cde59d880e on network c8226cea-b7be-47b6-a4be-5b693244a55d {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:48.047828 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:48.048161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Checking segment: {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:48.048913 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Bound using segment: {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:48.049350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Bound port: 325a642a-7d07-4add-a69c-01cde59d880e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:48.049808 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.126565 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:48.131302 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=325a642a-7d07-4add-a69c-01cde59d880e,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:48.135341 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.171926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.172545 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.174055 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] 10.222.0.48 "PUT /v2.0/ports/325a642a-7d07-4add-a69c-01cde59d880e HTTP/1.1" status: 200 len: 1093 time: 0.6730938 Nov 22 16:48:48.174543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:48.176944 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608c68f4-a4e4-407f-b9a4-e0298c73670e" -d '{"events": [{"name": "network-changed", "server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "tag": "325a642a-7d07-4add-a69c-01cde59d880e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:48.199552 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eede0d-6433-4eb1-b04c-5492d94956c0 service neutron] Pushing event updated for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:48.224733 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04238ba8-a9cc-4f8a-a8af-87da17fdb9a3 x-openstack-request-id: req-04238ba8-a9cc-4f8a-a8af-87da17fdb9a3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:48.225027 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "tag": "325a642a-7d07-4add-a69c-01cde59d880e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:48.225299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04238ba8-a9cc-4f8a-a8af-87da17fdb9a3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:48.225696 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e', 'status': 'completed', 'code': 200} Nov 22 16:48:48.275747 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-de1d5cb6-9d56-42e6-8fe7-889f84a646a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.277292 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-de1d5cb6-9d56-42e6-8fe7-889f84a646a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 1096 time: 0.0424826 Nov 22 16:48:48.328473 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-7232f7fb-926d-497b-a275-98ec97c47158 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325a642a-7d07-4add-a69c-01cde59d880e HTTP/1.1" status: 200 len: 217 time: 0.0378275 Nov 22 16:48:48.601870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-bd3ed8bf-ca54-4906-9c6a-52fe8139c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.603416 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-bd3ed8bf-ca54-4906-9c6a-52fe8139c632 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40402084-be37-49ef-a5d0-4e45afb2606b HTTP/1.1" status: 200 len: 848 time: 0.2549136 Nov 22 16:48:48.642975 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-80b1c6ec-b1a8-465b-b684-fea1dd3906d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8226cea-b7be-47b6-a4be-5b693244a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254347 Nov 22 16:48:48.751998 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-19ca341d-c75e-48f1-b3ed-ea8e7b234824 service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889511 Nov 22 16:48:48.850912 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d8bec519-3ba5-499e-9e83-4c13ff89b890 req-99062ff2-648f-4694-8cd6-fb2ac42fbe2c service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908554 Nov 22 16:48:48.967025 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-2f824624-4198-4ee3-bce2-370b5f38aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.968547 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-2f824624-4198-4ee3-bce2-370b5f38aed9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 1096 time: 0.0420206 Nov 22 16:48:48.981057 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57556fc5-704b-4c3c-a383-8690ad505eae req-530bde3f-9544-413f-bbde-8b122c10cfef tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.982583 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57556fc5-704b-4c3c-a383-8690ad505eae req-530bde3f-9544-413f-bbde-8b122c10cfef tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0934045 Nov 22 16:48:48.995590 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905820f-cca1-420f-9207-86c71b342615 req-346721c2-e3b2-444d-83ef-00c7bb8f0bef tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.997061 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3905820f-cca1-420f-9207-86c71b342615 req-346721c2-e3b2-444d-83ef-00c7bb8f0bef tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 943 time: 0.0848062 Nov 22 16:48:49.071794 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57556fc5-704b-4c3c-a383-8690ad505eae req-7ab3d055-8690-48e0-8d77-c92ce65cdb3b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736179 Nov 22 16:48:49.076009 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3905820f-cca1-420f-9207-86c71b342615 req-95fe2c63-c9c3-4b86-8efe-a5c7c12b9640 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718839 Nov 22 16:48:49.076622 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-39075b2e-5bc8-491d-94d1-cfa160755ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.079271 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-39075b2e-5bc8-491d-94d1-cfa160755ad6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 909 time: 0.1007040 Nov 22 16:48:49.126927 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-0a84803d-61c1-439b-95b2-96754824e2dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=325a642a-7d07-4add-a69c-01cde59d880e HTTP/1.1" status: 200 len: 217 time: 0.0387681 Nov 22 16:48:49.187082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-e3aedb88-7013-457a-aef5-e64e7237675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.188570 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-e3aedb88-7013-457a-aef5-e64e7237675e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40402084-be37-49ef-a5d0-4e45afb2606b HTTP/1.1" status: 200 len: 848 time: 0.0529039 Nov 22 16:48:49.214250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f763f4-dc5c-40c7-b710-5a0ed650567c req-74bfbd3e-924a-4eae-b27a-1bb8e10852f0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.219202 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-51f763f4-dc5c-40c7-b710-5a0ed650567c req-74bfbd3e-924a-4eae-b27a-1bb8e10852f0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0690703 Nov 22 16:48:49.234943 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-988edcd6-6718-49d3-b3d8-5a2ec35722a3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8226cea-b7be-47b6-a4be-5b693244a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325904 Nov 22 16:48:49.288344 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-51f763f4-dc5c-40c7-b710-5a0ed650567c req-97b2217d-3724-44bd-bb68-bb5e7d656873 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Nov 22 16:48:49.346009 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-39e777ac-6c1b-4141-a1ee-747fe8c07643 service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027439 Nov 22 16:48:49.474323 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-608c68f4-a4e4-407f-b9a4-e0298c73670e req-559bcaea-d43f-4c7f-b52b-282d88afb7db service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077993 Nov 22 16:48:50.215264 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10c554-d6e0-4843-bac6-dfb3b9d8a3c0 req-a9198cd3-7a52-4530-bf21-c6d998670a59 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.216927 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6b10c554-d6e0-4843-bac6-dfb3b9d8a3c0 req-a9198cd3-7a52-4530-bf21-c6d998670a59 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 943 time: 0.0649514 Nov 22 16:48:50.269511 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6b10c554-d6e0-4843-bac6-dfb3b9d8a3c0 req-f4e9bedd-5289-4fc3-b25c-f4135fcb48a9 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455613 Nov 22 16:48:51.006920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-50a7e82c-183a-49cb-b56a-683934bb87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.008493 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-50a7e82c-183a-49cb-b56a-683934bb87e3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.0515249 Nov 22 16:48:51.077193 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610f381-305d-48c8-b265-d1f36c27cc6f req-e4152452-4938-4a8e-9c37-429bb9b24595 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.078811 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c610f381-305d-48c8-b265-d1f36c27cc6f req-e4152452-4938-4a8e-9c37-429bb9b24595 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0524194 Nov 22 16:48:51.112288 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-cebb2630-eee5-45d6-b531-33c703381789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.113889 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-cebb2630-eee5-45d6-b531-33c703381789 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.0927064 Nov 22 16:48:51.132790 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c610f381-305d-48c8-b265-d1f36c27cc6f req-daa00764-df4b-43ac-a621-267261471a41 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Nov 22 16:48:51.166052 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-86a3a79a-acf0-4091-8acb-896a58e5dbcf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.0375030 Nov 22 16:48:51.223113 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-a1c2f723-90ef-437e-ab4c-7ea98aed9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.224504 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-a1c2f723-90ef-437e-ab4c-7ea98aed9e61 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.0452297 Nov 22 16:48:51.259084 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-ada56aea-258e-40a4-87d9-4730d9962e71 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258281 Nov 22 16:48:51.359406 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-b7be38d0-52ec-440f-8a7e-157e7ce4b3e5 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888009 Nov 22 16:48:51.395918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0c38f-d74b-4370-97fd-20b4e0f5faab req-1118d92c-b734-4011-a64a-b75eafa87130 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.397431 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6ae0c38f-d74b-4370-97fd-20b4e0f5faab req-1118d92c-b734-4011-a64a-b75eafa87130 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 943 time: 0.0484216 Nov 22 16:48:51.453030 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6ae0c38f-d74b-4370-97fd-20b4e0f5faab req-3a4b085f-b9c0-49b9-89d9-8bdf86af2faa tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487661 Nov 22 16:48:51.463408 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4c6a2395-0efc-48a4-8db1-dba6a8bf82aa req-d87e2fba-6418-4b3f-a7ee-5d2389a91b29 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961788 Nov 22 16:48:51.497290 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 325a642a-7d07-4add-a69c-01cde59d880e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:51.608129 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=325a642a-7d07-4add-a69c-01cde59d880e,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:51.624062 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '325a642a-7d07-4add-a69c-01cde59d880e', 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d', 'port_id': '325a642a-7d07-4add-a69c-01cde59d880e', 'mac_address': 'fa:16:3e:73:14:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40402084-be37-49ef-a5d0-4e45afb2606b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:51.664374 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.678559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325a642a-7d07-4add-a69c-01cde59d880e {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:51.700755 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=325a642a-7d07-4add-a69c-01cde59d880e,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:51.705632 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.767433 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.266401 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e1849-6147-4169-9896-fa1fdaa87102 req-bba0a6bb-76b9-497a-bc48-9d97fe83c5c6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.268052 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c72e1849-6147-4169-9896-fa1fdaa87102 req-bba0a6bb-76b9-497a-bc48-9d97fe83c5c6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0576057 Nov 22 16:48:52.272921 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['325a642a-7d07-4add-a69c-01cde59d880e'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:52.324704 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c72e1849-6147-4169-9896-fa1fdaa87102 req-e6025d0b-38a4-4c59-ac94-66a48c14ca09 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499358 Nov 22 16:48:52.582315 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53adb1-00ab-41e7-a706-9e7678877942 req-1b3dd164-5e3f-4d03-9ca5-a35dd4816b1e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.584183 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7a53adb1-00ab-41e7-a706-9e7678877942 req-1b3dd164-5e3f-4d03-9ca5-a35dd4816b1e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 944 time: 0.0551102 Nov 22 16:48:52.651097 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7a53adb1-00ab-41e7-a706-9e7678877942 req-f515cc35-0574-4aea-b7d3-36b673807762 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543525 Nov 22 16:48:53.482786 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91bc3-b866-4d26-880b-7ce5d8b490ad req-e30c160b-5550-424c-9ff4-7c2498517156 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.484276 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-67b91bc3-b866-4d26-880b-7ce5d8b490ad req-e30c160b-5550-424c-9ff4-7c2498517156 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0727131 Nov 22 16:48:53.537690 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-67b91bc3-b866-4d26-880b-7ce5d8b490ad req-bb79afe3-0045-4a25-8ee0-7564803c5ed7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Nov 22 16:48:53.553000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 325a642a-7d07-4add-a69c-01cde59d880e up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:53.610170 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 325a642a-7d07-4add-a69c-01cde59d880e completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:53.615506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 325a642a-7d07-4add-a69c-01cde59d880e triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:53.615847 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.716201 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.741091 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:53.744561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b09df0b-a8f8-4f0e-b990-260595bae8be" -d '{"events": [{"server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "name": "network-vif-plugged", "status": "completed", "tag": "325a642a-7d07-4add-a69c-01cde59d880e"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:53.762802 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=325a642a-7d07-4add-a69c-01cde59d880e,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:53.773968 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.816886 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff5a36-904d-4c48-abf4-9c98a5cccf00 x-openstack-request-id: req-cbff5a36-904d-4c48-abf4-9c98a5cccf00 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:53.817482 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "name": "network-vif-plugged", "status": "completed", "tag": "325a642a-7d07-4add-a69c-01cde59d880e", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:53.817951 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbff5a36-904d-4c48-abf4-9c98a5cccf00 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:53.818672 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e', 'code': 200} Nov 22 16:48:53.844586 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c10ee4-6eb5-4ce8-9f82-29b0e61e002a req-9f0c085f-f0a2-4b4f-be93-79ead846f384 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.846942 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87c10ee4-6eb5-4ce8-9f82-29b0e61e002a req-9f0c085f-f0a2-4b4f-be93-79ead846f384 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0940509 Nov 22 16:48:53.854842 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:53.907451 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87c10ee4-6eb5-4ce8-9f82-29b0e61e002a req-7b025b0d-2b2f-41df-9928-b8217aad2115 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527759 Nov 22 16:48:54.004173 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e14ae3-e6f3-4e23-9a83-fa73f34571bd req-7af9aa88-ff02-44fb-a178-21a4fb6bb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.005807 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-72e14ae3-e6f3-4e23-9a83-fa73f34571bd req-7af9aa88-ff02-44fb-a178-21a4fb6bb76a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 1098 time: 0.0471241 Nov 22 16:48:54.060899 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-72e14ae3-e6f3-4e23-9a83-fa73f34571bd req-b9d71de2-6661-4feb-a0ca-0b4d7d283ea1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Nov 22 16:48:54.098689 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:54.214083 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.303096 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.313973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.356281 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd3333bded3b4c84bcace5beb8fe7da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563844 Nov 22 16:48:54.357040 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f4eed7-9beb-4f72-9c4d-949b0d845844,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.360118 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47124) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:54.377494 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.377849 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.378216 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.378550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.378878 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.379205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.379673 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.380102 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.380559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.381083 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.381386 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.381710 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc62ff8c-6510-4bc0-a810-f826ce6a230a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:54.443576 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.479460 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.555909 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.558834 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.560214 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88f4eed7-9beb-4f72-9c4d-949b0d845844 HTTP/1.1" status: 204 len: 168 time: 0.1989641 Nov 22 16:48:54.596292 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d36dfb-975f-4837-aa97-63cb4de63186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f4eed7-9beb-4f72-9c4d-949b0d845844,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.700037 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf885-cff5-4b1b-898b-b600a7d6db51 req-f41ba60c-58a3-4ab1-a09f-e81d393c5782 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.701686 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-824bf885-cff5-4b1b-898b-b600a7d6db51 req-f41ba60c-58a3-4ab1-a09f-e81d393c5782 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0633497 Nov 22 16:48:54.763727 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-824bf885-cff5-4b1b-898b-b600a7d6db51 req-8cc29daf-5c5f-420f-ac60-8ad81f2402c2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543821 Nov 22 16:48:55.049334 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3686ef-df22-4554-82b0-6d094eb6b24b req-6e87b9c8-446d-48a9-9e1d-90d2ff395932 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.050947 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba3686ef-df22-4554-82b0-6d094eb6b24b req-6e87b9c8-446d-48a9-9e1d-90d2ff395932 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0578785 Nov 22 16:48:55.110186 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba3686ef-df22-4554-82b0-6d094eb6b24b req-e7a5f483-6654-4163-b78c-56a630ff952d tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520763 Nov 22 16:48:55.903857 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac2104-5535-4cec-a68e-eb51bd440be5 req-c7f55908-a552-4060-a13e-1e12b09d02d6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.905324 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-45ac2104-5535-4cec-a68e-eb51bd440be5 req-c7f55908-a552-4060-a13e-1e12b09d02d6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0491717 Nov 22 16:48:55.959545 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-45ac2104-5535-4cec-a68e-eb51bd440be5 req-d5f24ac0-b996-4d7d-bd22-30c609c82c4c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478897 Nov 22 16:48:56.263509 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf20eb-c8f2-4469-92b1-c47d4197c70e req-9822488e-63d5-4378-85d6-9617bf6ad612 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.265069 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-75bf20eb-c8f2-4469-92b1-c47d4197c70e req-9822488e-63d5-4378-85d6-9617bf6ad612 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0668583 Nov 22 16:48:56.316168 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-75bf20eb-c8f2-4469-92b1-c47d4197c70e req-2393ee7c-3047-491b-9087-08aba3fdfb60 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Nov 22 16:48:57.110297 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542c701-c29a-42c8-bd6f-89dcb8dc74b4 req-a41a9bae-5cf9-498b-adae-cb7af0db9ecf tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.112963 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c542c701-c29a-42c8-bd6f-89dcb8dc74b4 req-a41a9bae-5cf9-498b-adae-cb7af0db9ecf tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0625026 Nov 22 16:48:57.196080 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c542c701-c29a-42c8-bd6f-89dcb8dc74b4 req-3e9313cf-9ab6-4d02-9100-615cb896a482 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Nov 22 16:48:57.209260 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c6607-ba32-48ff-9b14-f7ba07507829 req-2b78f28f-7c9a-40da-94b7-91cf1a2a15e2 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.210852 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-437c6607-ba32-48ff-9b14-f7ba07507829 req-2b78f28f-7c9a-40da-94b7-91cf1a2a15e2 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0836451 Nov 22 16:48:57.274814 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-437c6607-ba32-48ff-9b14-f7ba07507829 req-380b7a02-f376-4c23-83e4-a3e88db749a8 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528286 Nov 22 16:48:57.904203 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-0b2eaedf-257c-4219-b9e0-eafb54b185f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493391 Nov 22 16:48:57.993768 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-7b2ca288-308b-4d53-ba12-91f1ff20078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.995364 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-7b2ca288-308b-4d53-ba12-91f1ff20078d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 1098 time: 0.0453122 Nov 22 16:48:58.152965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-94d383e0-59c0-44e5-bcc9-145f20164463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.154480 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-94d383e0-59c0-44e5-bcc9-145f20164463 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.1089697 Nov 22 16:48:58.204809 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-16500aea-9305-40ab-83df-60d8badb13ea service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 200 len: 217 time: 0.0412128 Nov 22 16:48:58.283280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-bd38f12b-0f85-4db5-b0ce-8d2f7fadc303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.285076 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-bd38f12b-0f85-4db5-b0ce-8d2f7fadc303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.0646954 Nov 22 16:48:58.345807 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d404e5-f096-4c8e-82b9-81bc5694ef98 req-e669a550-a60b-422d-b2fa-fc7100a93d53 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.348318 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-37d404e5-f096-4c8e-82b9-81bc5694ef98 req-e669a550-a60b-422d-b2fa-fc7100a93d53 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0564892 Nov 22 16:48:58.352187 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-e4a05ec4-efe2-4474-a0ce-7464fa621f8b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381122 Nov 22 16:48:58.435614 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-37d404e5-f096-4c8e-82b9-81bc5694ef98 req-20f5bd41-a69b-47a5-8782-1201c5a13ed7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807302 Nov 22 16:48:58.461102 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b8240-a709-48a5-aab2-24219618faba req-b33c95b7-1e5c-44b6-9fe3-246ed6488b89 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.462898 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc8b8240-a709-48a5-aab2-24219618faba req-b33c95b7-1e5c-44b6-9fe3-246ed6488b89 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0857856 Nov 22 16:48:58.487824 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-e2d694f2-1715-4477-938f-b5ab9561003b service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115718 Nov 22 16:48:58.496837 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47218) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:58.520158 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc8b8240-a709-48a5-aab2-24219618faba req-72588e94-8d5d-43ab-a2fc-8b7eceaa4ae2 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Nov 22 16:48:58.605352 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9214d5bc-cd6b-4782-89c1-f4cbe1f4d455 req-e5ecf658-5a82-4d81-9d8e-a1befc7c4c13 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995941 Nov 22 16:48:58.651571 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-daf105eb-af41-48fc-8fdf-8ef16c76db50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.737892 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-daf105eb-af41-48fc-8fdf-8ef16c76db50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.743117 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-daf105eb-af41-48fc-8fdf-8ef16c76db50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.787716 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-daf105eb-af41-48fc-8fdf-8ef16c76db50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29fb3adffecb40a1a4455b3700fc6508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889488 Nov 22 16:48:58.789133 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf105eb-af41-48fc-8fdf-8ef16c76db50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9190fc6-bcbd-4c2d-995c-af7898419345,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.790615 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 47224) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:58.847755 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.872029 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.935041 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.937704 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.938979 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9190fc6-bcbd-4c2d-995c-af7898419345 HTTP/1.1" status: 204 len: 168 time: 0.1471214 Nov 22 16:48:58.948793 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9190fc6-bcbd-4c2d-995c-af7898419345,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.956739 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.957085 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.957532 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.957891 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.958324 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.958758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.959133 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.959575 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.959982 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.960350 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.960750 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:58.961100 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefe1283-e1b7-4e72-b2fe-dcca90a593fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.565598 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01038970-a092-431d-aed1-d791ca1612c7 req-de0bc9e3-4e21-417d-a583-6887b66d3b08 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.567734 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-01038970-a092-431d-aed1-d791ca1612c7 req-de0bc9e3-4e21-417d-a583-6887b66d3b08 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0704665 Nov 22 16:48:59.585306 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423ef73-a913-47b3-b71e-9f3896aa2ce3 req-3b942e28-3cd8-401b-8333-f5d8f4ac32bd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.587135 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e423ef73-a913-47b3-b71e-9f3896aa2ce3 req-3b942e28-3cd8-401b-8333-f5d8f4ac32bd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0673561 Nov 22 16:48:59.683665 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e423ef73-a913-47b3-b71e-9f3896aa2ce3 req-7d5a50d2-f855-409d-8275-93ae9942145a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838323 Nov 22 16:48:59.706858 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adabe6-7a83-4e50-aad4-423e1409204d req-a85aaaba-4825-4988-853f-cd0a86e6c6e5 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.706858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66adabe6-7a83-4e50-aad4-423e1409204d req-a85aaaba-4825-4988-853f-cd0a86e6c6e5 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 945 time: 0.0841315 Nov 22 16:48:59.713262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47254) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:59.727522 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Deleting port 325a642a-7d07-4add-a69c-01cde59d880e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:59.728137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.758035 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66adabe6-7a83-4e50-aad4-423e1409204d req-ba688dc4-fa3d-476d-a275-77f845944e6f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508847 Nov 22 16:48:59.834689 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-584579088-network', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:59.861465 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] For port 325a642a-7d07-4add-a69c-01cde59d880e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=325a642a-7d07-4add-a69c-01cde59d880e,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:59.861831 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.880351 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Calling delete_port for 325a642a-7d07-4add-a69c-01cde59d880e owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:59.889693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Made reservation on behalf of 34096c71472f4590b84542f5fa3f1cc7 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:59.892109 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.904202 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.015437 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5b0b6e45-9a4a-4298-9a96-3d1a5ae77281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.109824 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.116836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.127245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.143043 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['325a642a-7d07-4add-a69c-01cde59d880e'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:00.173463 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:49:00.190433 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Pushing event deleted for resources: {'Port': ['ID=325a642a-7d07-4add-a69c-01cde59d880e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.209649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.209918 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Added segment af60cc80-3a6e-499a-b16d-0ee5f7d9a886 of type vlan for network 42ca106a-556a-4adb-8874-8ec3e8556409 Nov 22 16:49:00.229297 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.232275 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad12e9e5-15a4-4ab1-a883-ca2526d0908b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.273438 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] No DVR routers for this DVR port 325a642a-7d07-4add-a69c-01cde59d880e on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:00.283664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.285376 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-01038970-a092-431d-aed1-d791ca1612c7 req-8d3534cc-5b41-4ed8-a18c-014f28d90e41 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "DELETE /v2.0/ports/325a642a-7d07-4add-a69c-01cde59d880e HTTP/1.1" status: 204 len: 173 time: 0.7008541 Nov 22 16:49:00.286065 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'name': 'network-vif-deleted', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:00.288595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3ddcf1-926f-4022-ba25-1e63d5cd90b4" -d '{"events": [{"server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "name": "network-vif-deleted", "tag": "325a642a-7d07-4add-a69c-01cde59d880e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:00.302595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.336518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.337510 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.338070 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.341119 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de43c3-7a75-4f24-99da-01d19799df16 x-openstack-request-id: req-88de43c3-7a75-4f24-99da-01d19799df16 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:00.341406 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7677ea8e-fe6f-4b00-ac47-8633e62fb08a", "name": "network-vif-deleted", "tag": "325a642a-7d07-4add-a69c-01cde59d880e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:00.341653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88de43c3-7a75-4f24-99da-01d19799df16 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:00.342031 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7677ea8e-fe6f-4b00-ac47-8633e62fb08a', 'name': 'network-vif-deleted', 'tag': '325a642a-7d07-4add-a69c-01cde59d880e', 'status': 'completed', 'code': 200} Nov 22 16:49:00.403241 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6886406 Nov 22 16:49:00.407631 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47266) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:00.414852 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Request body: {'subnet': {'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-584579088-subnet', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:00.419281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772ade8-082f-47f1-bda9-73e8a1e4839f admin admin] Pushing event updated for resources: {'Network': ['ID=42ca106a-556a-4adb-8874-8ec3e8556409,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.435341 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 42ca106a-556a-4adb-8874-8ec3e8556409 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:49:00.443381 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Made reservation on behalf of 34096c71472f4590b84542f5fa3f1cc7 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:00.445842 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.633555 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.694329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8c826a-130c-4c50-bc37-2225ae21a7cb,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.706563 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:00.706987 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Network hostable DHCP agents. Network: 42ca106a-556a-4adb-8874-8ec3e8556409, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:49:00.734999 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:49:00.748651 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 42ca106a-556a-4adb-8874-8ec3e8556409) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:00.757157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.757906 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.759554 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef8904-9364-41da-8e2f-fe1425e6b10c None None] Network 42ca106a-556a-4adb-8874-8ec3e8556409 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:00.784363 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-043e89ba-4686-4914-b90d-4f02fb68a168 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3756063 Nov 22 16:49:00.791022 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47272) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:00.796229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:00.825560 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.827100 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.851968 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e1315-0555-43e2-9fec-0713100ee032 req-bb599552-43de-499a-b357-3de0a593e67e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.860546 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8d4e1315-0555-43e2-9fec-0713100ee032 req-bb599552-43de-499a-b357-3de0a593e67e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0899737 Nov 22 16:49:00.904939 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.937569 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f67bb012-c016-4729-a8b7-c338cf4d85ad req-7d2e8d83-9b0d-4a2a-b164-722065b0c830 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=7677ea8e-fe6f-4b00-ac47-8633e62fb08a HTTP/1.1" status: 200 len: 210 time: 0.0515699 Nov 22 16:49:00.983662 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8d4e1315-0555-43e2-9fec-0713100ee032 req-fb17b7eb-905d-40c8-a5ed-3b33c4784226 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192889 Nov 22 16:49:01.041619 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-42ca106a-556a-4adb-8874-8ec3e8556409', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:49:01.043231 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.091940 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.242693 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Allocated IP 172.20.0.2 (42ca106a-556a-4adb-8874-8ec3e8556409/ca8c826a-130c-4c50-bc37-2225ae21a7cb/e0b4c06b-c7cb-4284-b099-24b4c1d3544a) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:01.321646 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.342407 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.417561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.426764 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.470779 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Allocated IP 172.27.1.248 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/09a6e9e7-3933-429b-b441-c89db2ddcccd) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:01.478128 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:01.481412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:01.484696 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:01.502501 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Pushing event updated for resources: {'Port': ['ID=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:01.562241 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Attempting to bind port e0b4c06b-c7cb-4284-b099-24b4c1d3544a on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:01.562783 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Attempting to bind port e0b4c06b-c7cb-4284-b099-24b4c1d3544a by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:01.563247 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Attempting to bind port e0b4c06b-c7cb-4284-b099-24b4c1d3544a on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:01.571173 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:01.571863 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:01.572002 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.572340 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Bound using segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:01.572825 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Bound port: e0b4c06b-c7cb-4284-b099-24b4c1d3544a, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:01.573203 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.605109 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.642133 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.645821 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] For port e0b4c06b-c7cb-4284-b099-24b4c1d3544a, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:01.649895 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] For port e0b4c06b-c7cb-4284-b099-24b4c1d3544a, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:01.660635 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.687053 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:01.690349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:01.694684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:01.721978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Pushing event updated for resources: {'Port': ['ID=09a6e9e7-3933-429b-b441-c89db2ddcccd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:01.757705 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179e1ce-953a-48ba-9f33-34b66587ba78 None None] Pushing event updated for resources: {'Port': ['ID=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:02.003318 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.205031 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7653bf-92ed-41be-b10b-46cc5c4d7f53 req-c81022e6-d62d-4596-92b8-71a3b298d59a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.212197 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e7653bf-92ed-41be-b10b-46cc5c4d7f53 req-c81022e6-d62d-4596-92b8-71a3b298d59a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1132870 Nov 22 16:49:02.360424 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8595b610-2dfc-4f4f-a4d2-b0ba1751bb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.583168 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e7653bf-92ed-41be-b10b-46cc5c4d7f53 req-31eded32-6e7a-478a-8d18-13d13563063a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698752 Nov 22 16:49:02.590763 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.641819 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-1b686a51-6a19-494f-9197-fcb94779dd4b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.643431 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-1b686a51-6a19-494f-9197-fcb94779dd4b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 808 time: 0.1472814 Nov 22 16:49:02.672688 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-caeefa39-b3e9-4ceb-a311-58f0e3483f4d tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/quotas/67f37f61cacd4630ab1e4d52ef8b7c40 HTTP/1.1" status: 200 len: 375 time: 0.0215685 Nov 22 16:49:02.712017 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-de1e82d1-821d-4363-bdfb-6f15c075c332 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324671 Nov 22 16:49:02.790627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:49:02.836991 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-4b509748-97a6-4fca-9393-b12aae68a155 service neutron] 10.222.0.46 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162224 Nov 22 16:49:02.974746 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-47044499-43ef-4c0c-8626-f136428c1d24 service neutron] 10.222.0.46 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294925 Nov 22 16:49:02.982561 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:02.995130 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:03.016741 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:03.017375 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:03.017852 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.022037 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-8aeb3248-02ac-4bef-bc5e-ce871b6b88da admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2272413 Nov 22 16:49:03.022517 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47312) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:03.118805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c7656-469e-430d-8746-a86c9c9d2074 None None] Network 42ca106a-556a-4adb-8874-8ec3e8556409 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:03.170542 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:03.246065 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] Provisioning complete for port e0b4c06b-c7cb-4284-b099-24b4c1d3544a triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.246605 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.324596 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-695e60c0-026c-4304-9591-d7750829061b req-2dfc95c3-bb5a-487a-b72d-22132ef0a37f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0495276 Nov 22 16:49:03.423278 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.442056 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.512195 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:01Z', 'revision_number': 3, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:03.523058 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] For port e0b4c06b-c7cb-4284-b099-24b4c1d3544a, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:03.547004 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:03.547622 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Updating router 6bb91825-ac41-4fad-96bd-c34153ceef4d port 09a6e9e7-3933-429b-b441-c89db2ddcccd binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:03.550939 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.604407 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.642382 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc60de-83b7-4f8e-bf9f-af9a14d0a129 None None] Pushing event updated for resources: {'Port': ['ID=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:03.777658 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.780141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f0815-8340-4f92-a0c0-3bcb475976dc req-97d94ecb-4fb8-446a-aa09-90d09f0bf3bb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.790334 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b60f0815-8340-4f92-a0c0-3bcb475976dc req-97d94ecb-4fb8-446a-aa09-90d09f0bf3bb tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0933568 Nov 22 16:49:03.806519 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device e0b4c06b-c7cb-4284-b099-24b4c1d3544a up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:03.871305 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 325a642a-7d07-4add-a69c-01cde59d880e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:03.879495 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b60f0815-8340-4f92-a0c0-3bcb475976dc req-5cd78929-9ec1-41a8-86e7-a0f69fdb289e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830925 Nov 22 16:49:03.964561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 325a642a-7d07-4add-a69c-01cde59d880e {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:03.964996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 325a642a-7d07-4add-a69c-01cde59d880e not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:03.985827 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-0ff22bd1-e106-463b-a895-850fc4b75e79 None None] Provisioning complete for port e0b4c06b-c7cb-4284-b099-24b4c1d3544a triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.986497 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0ff22bd1-e106-463b-a895-850fc4b75e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.025449 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port e0b4c06b-c7cb-4284-b099-24b4c1d3544a triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:04.025669 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.026166 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.033976 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.094462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Allocated IP 172.20.0.1 (42ca106a-556a-4adb-8874-8ec3e8556409/ca8c826a-130c-4c50-bc37-2225ae21a7cb/9e3163dd-fcb6-4471-94bc-f5a536ee258b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:04.100183 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Attempting to bind port 09a6e9e7-3933-429b-b441-c89db2ddcccd on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:04.100897 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Attempting to bind port 09a6e9e7-3933-429b-b441-c89db2ddcccd by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:04.101249 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Attempting to bind port 09a6e9e7-3933-429b-b441-c89db2ddcccd on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:04.114031 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Pushing event updated for resources: {'Port': ['ID=09a6e9e7-3933-429b-b441-c89db2ddcccd,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:04.118391 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:04.118891 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:04.119522 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.120118 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:04.120850 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Bound port: 09a6e9e7-3933-429b-b441-c89db2ddcccd, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:04.121876 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.155430 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.155803 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.156144 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.156461 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.157004 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.157352 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.157686 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.158013 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.158391 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.158715 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.159038 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.159355 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:04.196561 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] For port 09a6e9e7-3933-429b-b441-c89db2ddcccd, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:04.200082 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] For port 09a6e9e7-3933-429b-b441-c89db2ddcccd, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=09a6e9e7-3933-429b-b441-c89db2ddcccd,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:04.204608 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.237579 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.264381 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:04.264986 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:04.281276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.309066 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805151c-9068-4b85-bea3-1d665b63cc6f None None] Pushing event updated for resources: {'Port': ['ID=09a6e9e7-3933-429b-b441-c89db2ddcccd,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:04.322345 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:04.325449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:04.329071 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:04.335157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:04.376933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.485699 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:04.552786 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.650085 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-8e2b2930-7044-411f-a892-e2551fc9598d None None] Provisioning complete for port 9e3163dd-fcb6-4471-94bc-f5a536ee258b triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:04.650949 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8e2b2930-7044-411f-a892-e2551fc9598d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.709125 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b2930-7044-411f-a892-e2551fc9598d None None] Port 9e3163dd-fcb6-4471-94bc-f5a536ee258b cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:04.724031 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:01Z', 'revision_number': 3, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:04.755562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.760490 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afad312b-c663-4d07-bfba-c7d603433ee5 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:01Z', 'revision_number': 3, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:04.761005 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.833394 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:04.835966 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.905534 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.935955 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:04.937967 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:05.092901 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:05.231020 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:05.238540 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-0a302eba-8ed3-4aaf-9f1c-44339c60b3f7 None None] Provisioning complete for port 9e3163dd-fcb6-4471-94bc-f5a536ee258b triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:05.239222 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d79511f7-c507-43b1-ae12-71a31f63cfc7 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bb91825-ac41-4fad-96bd-c34153ceef4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2154090 Nov 22 16:49:05.239429 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0a302eba-8ed3-4aaf-9f1c-44339c60b3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.293529 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-0a302eba-8ed3-4aaf-9f1c-44339c60b3f7 None None] Port 9e3163dd-fcb6-4471-94bc-f5a536ee258b cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:05.648307 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.772596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device e0b4c06b-c7cb-4284-b099-24b4c1d3544a up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:05.853650 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port e0b4c06b-c7cb-4284-b099-24b4c1d3544a triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:05.854222 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.871044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47354) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:05.879664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1302277302-network', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:05.919525 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Made reservation on behalf of 1ffc86606ff84a78ba48eac21ecef5d8 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:05.925419 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.940780 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.972377 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 09a6e9e7-3933-429b-b441-c89db2ddcccd up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:06.012127 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c12e30d0-9259-40ff-a7df-da5f67348a8c req-889c2e31-7a6d-4cc5-b46c-03c1bd0e1686 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0526543 Nov 22 16:49:06.055510 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 09a6e9e7-3933-429b-b441-c89db2ddcccd triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:06.056248 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.070572 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.075007 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fa162-4b9e-4d6d-8bcc-8a797d551dfd req-01ec8e42-2174-461a-ab68-5684528113a2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.076847 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-830fa162-4b9e-4d6d-8bcc-8a797d551dfd req-01ec8e42-2174-461a-ab68-5684528113a2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0701146 Nov 22 16:49:06.078970 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.119836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:49:06.140046 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f588c62e-3ec1-4706-bb47-c8e20b98085e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.156833 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.157404 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Added segment 83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa of type vlan for network 5f94d734-4cc4-45c4-bc41-2b239f807e72 Nov 22 16:49:06.200074 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.201214 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-830fa162-4b9e-4d6d-8bcc-8a797d551dfd req-0dfb18a9-6705-4498-a8f8-ed90df69bac5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129942 Nov 22 16:49:06.222292 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.244956 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 09a6e9e7-3933-429b-b441-c89db2ddcccd, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=09a6e9e7-3933-429b-b441-c89db2ddcccd,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:06.250568 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.258747 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.261100 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.261969 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.281315 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4068584 Nov 22 16:49:06.285018 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 47356) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:06.291017 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Request body: {'subnet': {'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1302277302-subnet', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:06.324291 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=09a6e9e7-3933-429b-b441-c89db2ddcccd,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.334560 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Made reservation on behalf of 1ffc86606ff84a78ba48eac21ecef5d8 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:06.338753 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.361330 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ea11e-05c8-4e35-96f0-41fc3d1f750f admin admin] Pushing event updated for resources: {'Network': ['ID=5f94d734-4cc4-45c4-bc41-2b239f807e72,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.377132 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:49:06.399824 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c5f0e-0912-412b-8d4f-5c4598bf7989 req-f35b4a75-bb3f-47b5-b78e-e6ac9bdd76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.401720 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-878c5f0e-0912-412b-8d4f-5c4598bf7989 req-f35b4a75-bb3f-47b5-b78e-e6ac9bdd76f1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.0541172 Nov 22 16:49:06.489633 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-878c5f0e-0912-412b-8d4f-5c4598bf7989 req-3194a4d1-0a89-4567-bb60-8eaf58ec008b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Nov 22 16:49:06.560796 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.604842 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:06.614075 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:06.614749 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:06.623370 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c6af4b-fc4d-4dfe-9477-4519045be395,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.635140 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Checking segment: {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:06.635495 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Network hostable DHCP agents. Network: 5f94d734-4cc4-45c4-bc41-2b239f807e72, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:49:06.655501 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:49:06.667145 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 5f94d734-4cc4-45c4-bc41-2b239f807e72) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:06.674056 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.679195 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.706507 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9cb5822c-a7b0-4dc1-9323-e452cfe5c8f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4173369 Nov 22 16:49:06.707104 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47362) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:06.710255 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb313582-6333-4624-9f2e-2b28826bbd29 None None] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:06.712011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:06.743647 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.745661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.798732 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:06.849801 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.060229 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-5f94d734-4cc4-45c4-bc41-2b239f807e72', 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'fixed_ips': [{'subnet_id': '25c6af4b-fc4d-4dfe-9477-4519045be395'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:49:07.061432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.136280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.146671 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7f0cd119-4673-43a8-bdfa-bee2ae1539aa req-9ad08e21-ca95-41c9-b3b8-05126eeb9d97 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0394490 Nov 22 16:49:07.251895 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 2, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:07.292504 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:07.292844 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Updating router 6bb91825-ac41-4fad-96bd-c34153ceef4d port 9e3163dd-fcb6-4471-94bc-f5a536ee258b binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:07.349840 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.357042 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32130956-8572-4ccf-8b70-f1daa9967642 req-48bd2725-fec6-4f21-a240-ce8ca98fd974 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:07.363489 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-32130956-8572-4ccf-8b70-f1daa9967642 req-48bd2725-fec6-4f21-a240-ce8ca98fd974 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0754399 Nov 22 16:49:07.414893 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Allocated IP 172.20.0.2 (5f94d734-4cc4-45c4-bc41-2b239f807e72/25c6af4b-fc4d-4dfe-9477-4519045be395/f08ba7d1-c36b-4ab8-b205-c72169ba79b8) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:07.421734 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-32130956-8572-4ccf-8b70-f1daa9967642 req-018662da-16bb-463b-b484-1c0bfc169cda tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Nov 22 16:49:07.423574 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-c35cb54d-8adc-4261-b462-a2247a72e215 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:07.425139 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-c35cb54d-8adc-4261-b462-a2247a72e215 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 808 time: 0.4760056 Nov 22 16:49:07.613981 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.635906 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.677600 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 09a6e9e7-3933-429b-b441-c89db2ddcccd up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:07.753384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.755367 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Allocated IP 172.27.1.95 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/fc579959-b569-440d-8311-265608f837a7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:07.763835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.848819 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:07.857074 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:07.861389 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:07.863659 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Pushing event updated for resources: {'Port': ['ID=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:07.878896 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 09a6e9e7-3933-429b-b441-c89db2ddcccd triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:07.879401 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.886555 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.895628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.921615 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.932337 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.979143 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:07.982172 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:07.985112 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:08.025937 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Attempting to bind port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:08.026373 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Attempting to bind port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:08.026740 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Attempting to bind port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 on network 5f94d734-4cc4-45c4-bc41-2b239f807e72 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:08.036995 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:08.037373 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Checking segment: {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:08.037783 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.038208 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Bound using segment: {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:08.038702 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Bound port: f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:08.039133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.050342 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Pushing event updated for resources: {'Port': ['ID=fc579959-b569-440d-8311-265608f837a7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:08.072881 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4baf32-0b9f-48ca-ae07-3b729e4f5985 None None] Pushing event updated for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:08.173391 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Attempting to bind port 9e3163dd-fcb6-4471-94bc-f5a536ee258b on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:08.173769 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Attempting to bind port 9e3163dd-fcb6-4471-94bc-f5a536ee258b by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:08.174225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Attempting to bind port 9e3163dd-fcb6-4471-94bc-f5a536ee258b on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:08.188077 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:08.188297 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:08.188771 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.189032 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Bound using segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:08.189530 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Bound port: 9e3163dd-fcb6-4471-94bc-f5a536ee258b, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:08.190261 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.252426 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] For port f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:08.277316 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] For port f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:08.288398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.312153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.328853 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-132a0a17-03c1-4a39-8e3e-0fc420310a2d None None] Provisioning complete for port 9e3163dd-fcb6-4471-94bc-f5a536ee258b triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:08.329239 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-132a0a17-03c1-4a39-8e3e-0fc420310a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.498303 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] For port 9e3163dd-fcb6-4471-94bc-f5a536ee258b, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:08.520420 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.532232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] For port 9e3163dd-fcb6-4471-94bc-f5a536ee258b, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=9e3163dd-fcb6-4471-94bc-f5a536ee258b,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:08.536106 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-132a0a17-03c1-4a39-8e3e-0fc420310a2d None None] Port 9e3163dd-fcb6-4471-94bc-f5a536ee258b cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:08.538114 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b1877-dc91-4a48-a5e0-fdfff36e6d0b None None] Pushing event updated for resources: {'Port': ['ID=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:08.541763 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.614488 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:08.615162 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:08.618453 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4baf32-0b9f-48ca-ae07-3b729e4f5985 None None] Pushing event updated for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:08.684302 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Router c51f9b9e-d85f-455e-8e7a-7a714c131ebf is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:49:08.769885 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:08.839958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:08.859878 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Sync routers for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:08.880960 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:08.881624 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:08.889360 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.891832 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-68ad35cc-7d42-4fde-a7a3-22daa3241560 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1831129 Nov 22 16:49:08.895137 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 47388) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:09.005516 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] Provisioning complete for port 9e3163dd-fcb6-4471-94bc-f5a536ee258b triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:09.006070 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.058470 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:09.156018 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.177486 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:09.215463 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb3ecb8-685b-4247-9e21-a25df1b5293d None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:09.239115 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] For port 9e3163dd-fcb6-4471-94bc-f5a536ee258b, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=9e3163dd-fcb6-4471-94bc-f5a536ee258b,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:09.244676 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.270037 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 3, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:09.312310 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Checking router: c51f9b9e-d85f-455e-8e7a-7a714c131ebf for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:09.312804 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Updating router c51f9b9e-d85f-455e-8e7a-7a714c131ebf port fc579959-b569-440d-8311-265608f837a7 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:09.326393 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772791c-db65-4452-9735-acd50b9d5f64 None None] Pushing event updated for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:09.340070 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.470092 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.647512 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.655078 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.713137 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893383-9747-4209-a33a-177a3cdbacbe None None] Pushing event updated for resources: {'Port': ['ID=fc579959-b569-440d-8311-265608f837a7,revision_number=2']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:09.736741 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Attempting to bind port fc579959-b569-440d-8311-265608f837a7 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:09.737116 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Attempting to bind port fc579959-b569-440d-8311-265608f837a7 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:09.737507 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Attempting to bind port fc579959-b569-440d-8311-265608f837a7 on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:09.743553 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:09.743779 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:09.744461 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.744926 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:09.745910 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Bound port: fc579959-b569-440d-8311-265608f837a7, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:09.746359 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.772005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Allocated IP 172.20.0.1 (5f94d734-4cc4-45c4-bc41-2b239f807e72/25c6af4b-fc4d-4dfe-9477-4519045be395/f1a8e8b6-3366-4208-a480-31cc1b02063d) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:09.774505 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 9e3163dd-fcb6-4471-94bc-f5a536ee258b up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:09.810718 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] For port fc579959-b569-440d-8311-265608f837a7, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:09.814521 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] For port fc579959-b569-440d-8311-265608f837a7, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=fc579959-b569-440d-8311-265608f837a7,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:09.820330 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.880602 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 9e3163dd-fcb6-4471-94bc-f5a536ee258b triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:09.880979 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.882971 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb893383-9747-4209-a33a-177a3cdbacbe None None] Pushing event updated for resources: {'Port': ['ID=fc579959-b569-440d-8311-265608f837a7,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:09.900298 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:09.901107 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:09.922585 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.935709 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee589c0a-75e6-44f3-a7a7-ff88de39726f None None] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:09.970619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.017804 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:10.024566 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:10.034067 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:10.034067 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.046279 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:10.085629 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:10.143193 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Provisioning complete for port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:10.144034 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.214901 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.241857 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f08ba7d1-c36b-4ab8-b205-c72169ba79b8 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:10.268475 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 3, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:10.297635 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0fb246-05cd-41eb-817c-30b1b656d579 None None] The sync data for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi is: [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 3, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:10.363943 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:10.364757 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.366812 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.388718 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Request body: {'port': {'device_id': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d', 'admin_state_up': True, 'tenant_id': '67f37f61cacd4630ab1e4d52ef8b7c40'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:10.462091 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] For port f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:10.480864 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.501736 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.521943 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.522816 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.645149 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Pushing event updated for resources: {'Port': ['ID=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:10.663881 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Made reservation on behalf of 67f37f61cacd4630ab1e4d52ef8b7c40 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:10.671720 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.706487 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.708817 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.709349 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.709860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.710394 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.710900 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.711477 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.712067 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.712517 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.712952 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.713376 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.713897 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddb0c4a-72bf-464e-9bea-08033ca58d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:10.735988 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-729ba56e-1459-45d3-8d14-d543eeb58d0f None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:10.736512 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-729ba56e-1459-45d3-8d14-d543eeb58d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.822773 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fea32171-813c-49de-b02e-8bb297f2dcc2 req-27a10edd-3258-4ab1-bff7-4ccdbd4d8cc6 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.1814613 Nov 22 16:49:10.856851 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:10.866225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-729ba56e-1459-45d3-8d14-d543eeb58d0f None None] Port f1a8e8b6-3366-4208-a480-31cc1b02063d cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:10.885747 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-729ba56e-1459-45d3-8d14-d543eeb58d0f None None] Provisioning complete for port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:10.886152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-729ba56e-1459-45d3-8d14-d543eeb58d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.911727 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:10.934604 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b57720-86ab-4aa3-b8ec-0cd97856c9c9 req-b3b12b9b-dad7-4f3e-9924-72c60287c33d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:10.947854 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-29b57720-86ab-4aa3-b8ec-0cd97856c9c9 req-b3b12b9b-dad7-4f3e-9924-72c60287c33d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.3080349 Nov 22 16:49:10.950984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:11.038560 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Allocated IP 172.20.0.3 (c8226cea-b7be-47b6-a4be-5b693244a55d/40402084-be37-49ef-a5d0-4e45afb2606b/f3d95e81-b7d8-450c-9493-0aaf1adda559) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:11.208235 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Router c51f9b9e-d85f-455e-8e7a-7a714c131ebf has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:11.221456 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-29b57720-86ab-4aa3-b8ec-0cd97856c9c9 req-e64252db-a80a-4b50-acd9-cd5b213411ea tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725289 Nov 22 16:49:11.221650 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-dc9fb46d-69ae-43b4-837e-47990405953e None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:11.222210 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb46d-69ae-43b4-837e-47990405953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.295175 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-dc9fb46d-69ae-43b4-837e-47990405953e None None] Port f1a8e8b6-3366-4208-a480-31cc1b02063d cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:11.379328 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:11.393608 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-03418c4b-ce25-41b5-b320-f1c232d50720 admin admin] 10.222.0.46 "PUT /v2.0/routers/c51f9b9e-d85f-455e-8e7a-7a714c131ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4884870 Nov 22 16:49:11.409460 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.420712 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-04d9207d-8c4f-4b70-8777-0f9948042444 None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:11.421413 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04d9207d-8c4f-4b70-8777-0f9948042444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.453649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.478196 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-04d9207d-8c4f-4b70-8777-0f9948042444 None None] Port f1a8e8b6-3366-4208-a480-31cc1b02063d cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:11.539196 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Network c8226cea-b7be-47b6-a4be-5b693244a55d is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:11.543133 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:11.546192 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:11.579572 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Pushing event updated for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:11.614942 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:11.616052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.636249 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-cd133ea8-acf0-4779-b012-dab75701c03e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2518325 Nov 22 16:49:11.756948 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device fc579959-b569-440d-8311-265608f837a7 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:11.810204 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port fc579959-b569-440d-8311-265608f837a7 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:11.810431 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.903565 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.932761 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port fc579959-b569-440d-8311-265608f837a7, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=fc579959-b569-440d-8311-265608f837a7,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:11.938814 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.939618 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f08ba7d1-c36b-4ab8-b205-c72169ba79b8 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:12.017065 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=fc579959-b569-440d-8311-265608f837a7,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.027547 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:12.027912 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.119732 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47416) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.124457 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128337129', 'description': 'tempest-secgroup-smoke-1128337129 description', 'project_id': '34096c71472f4590b84542f5fa3f1cc7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.152740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.217442 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd0cc5-6589-4f1b-9510-4bf3312314ee req-d88fa082-3e70-4ecb-aa6f-b1790c251f3b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:12.218971 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-99bd0cc5-6589-4f1b-9510-4bf3312314ee req-d88fa082-3e70-4ecb-aa6f-b1790c251f3b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 931 time: 0.0525506 Nov 22 16:49:12.225951 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.230729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.260647 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa0808-f05b-4b50-a450-c4d3ca6bde0a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.265050 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.269133 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-dcfe7405-b9d8-4edd-9aac-0ab3d34bf6b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455665 Nov 22 16:49:12.269740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47420) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.274958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.275834 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-99bd0cc5-6589-4f1b-9510-4bf3312314ee req-0abc82c4-54c7-4406-8a26-02af6e5a017f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501266 Nov 22 16:49:12.307933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.389190 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.395756 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.409579 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ca74-a859-4337-9913-7ef842853514 req-b758ec3c-1952-42c0-b02a-f8d3f646fab6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:12.413332 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8e9ca74-a859-4337-9913-7ef842853514 req-b758ec3c-1952-42c0-b02a-f8d3f646fab6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0781434 Nov 22 16:49:12.420792 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fe461c-7c35-442a-a589-5544d7fff0db,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.425098 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.429598 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-8c94f9a5-caa6-4248-983d-b771d430ba4b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555166 Nov 22 16:49:12.429994 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47424) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.434539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.468124 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.484048 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d8e9ca74-a859-4337-9913-7ef842853514 req-1d2fcce5-68a7-490e-bd6c-5efc15f16867 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Nov 22 16:49:12.536236 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.541165 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.560413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c173f260-5936-4594-a7f5-20a1192cf662,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.571440 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.572870 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-3647b062-fb7e-452e-bcdd-39a6a2e1a2c9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419961 Nov 22 16:49:12.575593 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47430) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.580485 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.609730 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.675311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.680278 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.699530 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f219a6c-26c0-4aab-872e-9a443c10e9e1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.704610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.705804 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-822efcb7-e926-469a-a202-d920a40ecd33 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291366 Nov 22 16:49:12.709097 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.713439 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.741014 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.755755 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Sync routers for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:12.766660 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:12.767266 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:12.803064 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.807425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.827775 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e8ad8b-a201-435e-8675-1b7b9b4ecaed,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.839163 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.840383 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-176ff2a8-505b-480c-a817-e637b216cb73 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1303506 Nov 22 16:49:12.843795 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 47438) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.848550 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:12.871986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.securitygroups_db [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Project 34096c71472f4590b84542f5fa3f1cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:49:12.877327 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.948103 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.953490 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.971359 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5005c3c9-f53b-43da-8b5c-b22cd11f50bd,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:12.981263 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.982570 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9c0a9bf5-1b67-4f98-9e4a-1c84c4df4e4f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375904 Nov 22 16:49:12.985719 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 47440) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:12.991057 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'security_group_rule': {'security_group_id': 'aefa0808-f05b-4b50-a450-c4d3ca6bde0a', 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:13.012843 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:13.015145 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Project 34096c71472f4590b84542f5fa3f1cc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:49:13.020814 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.091825 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.097255 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.115921 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fda32ab-50c5-4b67-9227-c78f7aac6c3d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:13.126619 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.127949 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-75780789-8d03-4200-a2f0-d5014c9d18bc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411026 Nov 22 16:49:13.236217 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:10Z', 'revision_number': 4, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'f1a8e8b6-3366-4208-a480-31cc1b02063d', 'name': '', 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'mac_address': 'fa:16:3e:c3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:09Z', 'updated_at': '2021-11-22T16:49:10Z', 'revision_number': 2, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'subnets': [{'id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:13.264596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Checking router: c51f9b9e-d85f-455e-8e7a-7a714c131ebf for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:13.265443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Updating router c51f9b9e-d85f-455e-8e7a-7a714c131ebf port f1a8e8b6-3366-4208-a480-31cc1b02063d binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:13.296811 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.585164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.595601 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.700564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device fc579959-b569-440d-8311-265608f837a7 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:13.707196 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8ba04-2166-4b34-8f22-fc2a3c5a69b0 None None] Pushing event updated for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:13.748077 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Attempting to bind port f1a8e8b6-3366-4208-a480-31cc1b02063d on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:13.748440 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Attempting to bind port f1a8e8b6-3366-4208-a480-31cc1b02063d by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:13.748799 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Attempting to bind port f1a8e8b6-3366-4208-a480-31cc1b02063d on network 5f94d734-4cc4-45c4-bc41-2b239f807e72 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:13.759282 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:13.760004 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Checking segment: {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:13.760004 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.760424 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Bound using segment: {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:13.761042 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Bound port: f1a8e8b6-3366-4208-a480-31cc1b02063d, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:13.761449 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.813747 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port fc579959-b569-440d-8311-265608f837a7 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:13.814137 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.866294 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] For port f1a8e8b6-3366-4208-a480-31cc1b02063d, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:13.869767 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] For port f1a8e8b6-3366-4208-a480-31cc1b02063d, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f1a8e8b6-3366-4208-a480-31cc1b02063d,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:13.878061 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.982860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:13.983232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.988130 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:13.988791 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:49:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:14.010845 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8ba04-2166-4b34-8f22-fc2a3c5a69b0 None None] Pushing event updated for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:14.160352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:14.200548 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.303719 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] For port f1a8e8b6-3366-4208-a480-31cc1b02063d, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f1a8e8b6-3366-4208-a480-31cc1b02063d,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:14.314480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.406130 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e6170-104c-4ce3-9a9d-7550bcea21de None None] Pushing event updated for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:14.449220 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:10Z', 'revision_number': 4, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'f1a8e8b6-3366-4208-a480-31cc1b02063d', 'name': '', 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'mac_address': 'fa:16:3e:c3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:09Z', 'updated_at': '2021-11-22T16:49:13Z', 'revision_number': 4, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'subnets': [{'id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:14.451165 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-5aa682dd-5cbf-4082-8639-379f01d91a04 None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:14.451455 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5aa682dd-5cbf-4082-8639-379f01d91a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.499536 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40b3410-ee05-4c6e-875f-82f1ac9a1bbb None None] The sync data for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi is: [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:49:10Z', 'revision_number': 4, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'f1a8e8b6-3366-4208-a480-31cc1b02063d', 'name': '', 'network_id': '5f94d734-4cc4-45c4-bc41-2b239f807e72', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'mac_address': 'fa:16:3e:c3:52:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:09Z', 'updated_at': '2021-11-22T16:49:13Z', 'revision_number': 4, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'subnets': [{'id': '25c6af4b-fc4d-4dfe-9477-4519045be395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:14.623435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Request body: {'port': {'device_id': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:14.704957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.780749 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690524de-97d1-4a6b-849a-ab9aefbc72ec req-6f3c2f67-73b9-4b47-887a-5176c5f1f1a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.782511 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-690524de-97d1-4a6b-849a-ab9aefbc72ec req-6f3c2f67-73b9-4b47-887a-5176c5f1f1a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1377208 Nov 22 16:49:14.809054 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-3415be30-62cc-4ec5-a0bf-1def31917475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.810868 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-3415be30-62cc-4ec5-a0bf-1def31917475 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.1005812 Nov 22 16:49:14.853917 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db769006-2697-4a58-b56a-d56786786b66 req-e612af40-e050-475b-9600-b1becd8e8001 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.859148 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db769006-2697-4a58-b56a-d56786786b66 req-e612af40-e050-475b-9600-b1becd8e8001 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 931 time: 0.0992110 Nov 22 16:49:14.893668 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-690524de-97d1-4a6b-849a-ab9aefbc72ec req-1acdd15f-9125-4baa-91d1-10f5301e3d37 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924425 Nov 22 16:49:14.941565 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db769006-2697-4a58-b56a-d56786786b66 req-2e70ef18-0556-45b7-9f5c-930e29d6fbd1 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755315 Nov 22 16:49:15.053506 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-966c4f23-7410-4433-9358-1adce3fe33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.055180 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-966c4f23-7410-4433-9358-1adce3fe33b3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.2282519 Nov 22 16:49:15.139040 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:15.322466 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-fc9b95a5-44a4-43b0-bbd3-eddb47808850 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.2514319 Nov 22 16:49:15.400012 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-d9b9104a-abcd-485e-8123-c4ad070e1959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.401563 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-d9b9104a-abcd-485e-8123-c4ad070e1959 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.0686622 Nov 22 16:49:15.454587 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-facd4274-9cc0-4103-900f-2cbddea02dac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356359 Nov 22 16:49:15.460262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d95e81-b7d8-450c-9493-0aaf1adda559 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:15.477763 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.526836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Transition to ACTIVE for port object f3d95e81-b7d8-450c-9493-0aaf1adda559 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:15.533141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.618193 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-a611f0da-36dc-4650-a492-90d9e93be54c service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510773 Nov 22 16:49:15.622360 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:15.700183 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f1a8e8b6-3366-4208-a480-31cc1b02063d up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:15.780257 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Attempting to bind port f3d95e81-b7d8-450c-9493-0aaf1adda559 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:15.780839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Attempting to bind port f3d95e81-b7d8-450c-9493-0aaf1adda559 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:15.780839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Attempting to bind port f3d95e81-b7d8-450c-9493-0aaf1adda559 on network c8226cea-b7be-47b6-a4be-5b693244a55d {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:15.785919 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port f1a8e8b6-3366-4208-a480-31cc1b02063d triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:15.787169 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.792977 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Port f3d95e81-b7d8-450c-9493-0aaf1adda559 on network c8226cea-b7be-47b6-a4be-5b693244a55d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:15.793303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Attempting to bind port f3d95e81-b7d8-450c-9493-0aaf1adda559 on network c8226cea-b7be-47b6-a4be-5b693244a55d {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:15.802461 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-43601a81-e460-4786-b3cd-6937ce018cc2 req-2a8133b5-2cbb-4d5a-9807-3393c8e7b7f7 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630175 Nov 22 16:49:15.803316 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:15.803649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Checking segment: {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:15.804024 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Bound using segment: {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:15.804459 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Bound port: f3d95e81-b7d8-450c-9493-0aaf1adda559, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:15.804819 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.875196 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:15.879153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:15.882971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.920016 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.921382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.922845 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] 10.222.0.48 "PUT /v2.0/ports/f3d95e81-b7d8-450c-9493-0aaf1adda559 HTTP/1.1" status: 200 len: 1093 time: 1.3075757 Nov 22 16:49:15.923514 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:15.926216 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a" -d '{"events": [{"name": "network-changed", "server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:15.960684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbd486-083c-4695-91b6-faabeebff448 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:16.017587 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b9770-d71d-4e6d-8c8f-b72fa987f2ed x-openstack-request-id: req-487b9770-d71d-4e6d-8c8f-b72fa987f2ed {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:16.018267 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:16.018597 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-487b9770-d71d-4e6d-8c8f-b72fa987f2ed {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:16.019348 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559', 'status': 'completed', 'code': 200} Nov 22 16:49:16.059848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-15644624-5dbe-4471-8faa-61053c6f1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.061382 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-15644624-5dbe-4471-8faa-61053c6f1bee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 1096 time: 0.0647955 Nov 22 16:49:16.125901 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-e0e68809-cf75-4992-9618-c9042c2bb632 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559 HTTP/1.1" status: 200 len: 217 time: 0.0428572 Nov 22 16:49:16.131114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc68b2-1c95-47dc-b072-99302024e30d req-856af5da-a210-44bd-8bff-8f7925fb3523 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.132852 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03cc68b2-1c95-47dc-b072-99302024e30d req-856af5da-a210-44bd-8bff-8f7925fb3523 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0994127 Nov 22 16:49:16.179024 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137cb19-80ec-4c5c-a99f-e8faa4bf0027 req-f1b11958-7d92-41e2-a7e4-099d35b9b5b6 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.186747 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a137cb19-80ec-4c5c-a99f-e8faa4bf0027 req-f1b11958-7d92-41e2-a7e4-099d35b9b5b6 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 943 time: 0.1074445 Nov 22 16:49:16.195435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-a72149b2-fa3e-403e-a3a9-d2443628c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.196917 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-a72149b2-fa3e-403e-a3a9-d2443628c931 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40402084-be37-49ef-a5d0-4e45afb2606b HTTP/1.1" status: 200 len: 848 time: 0.0634573 Nov 22 16:49:16.234547 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-68465659-7e0d-475e-88c3-29cdaf51c30b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8226cea-b7be-47b6-a4be-5b693244a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279365 Nov 22 16:49:16.247950 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03cc68b2-1c95-47dc-b072-99302024e30d req-d8619c1f-c17f-43fa-ac02-0fda7cb003c0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041656 Nov 22 16:49:16.275372 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a137cb19-80ec-4c5c-a99f-e8faa4bf0027 req-cf663661-68b4-49d4-9981-444215e8a03c tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829282 Nov 22 16:49:16.370641 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-4e1d21f0-1a34-4b2b-bedd-0c822c42e8f4 service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183720 Nov 22 16:49:16.480121 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-68a852e8-7fc7-43fa-9503-76617b3b7f42 req-622824c8-9344-46ac-a2e8-a2458281417c service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905888 Nov 22 16:49:16.586556 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-6b262052-9134-41f9-b9c4-dae28cf21c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.587404 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-6b262052-9134-41f9-b9c4-dae28cf21c14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 1096 time: 0.0507772 Nov 22 16:49:16.688229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-53980cb4-fc57-445f-89e0-0933ed5f99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.690531 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-53980cb4-fc57-445f-89e0-0933ed5f99f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 200 len: 909 time: 0.0912061 Nov 22 16:49:16.737405 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-d0feaa26-ca56-46fa-b812-5a81b9847cfa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Nov 22 16:49:16.805723 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-7072fd9f-3b38-4f3e-ba9c-9ee820235095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.807463 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-7072fd9f-3b38-4f3e-ba9c-9ee820235095 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40402084-be37-49ef-a5d0-4e45afb2606b HTTP/1.1" status: 200 len: 848 time: 0.0572810 Nov 22 16:49:16.845819 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-454c4f3d-8446-481f-88ca-b1aa94bcf525 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8226cea-b7be-47b6-a4be-5b693244a55d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255284 Nov 22 16:49:16.977284 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-0a72631b-d963-4688-859b-a3926f68266e service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079872 Nov 22 16:49:17.091141 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-98b539d3-4cb7-4ce2-a5e3-88a95fda8c2a req-1fac19d5-c664-4862-b278-57bb45c4626f service neutron] 10.222.0.48 "GET /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041567 Nov 22 16:49:17.411311 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4e5f-935d-438e-a487-b74c870da059 req-31b6cbdb-3786-4d84-ac79-ae3a057fb231 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.411913 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-88ad4e5f-935d-438e-a487-b74c870da059 req-31b6cbdb-3786-4d84-ac79-ae3a057fb231 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0822008 Nov 22 16:49:17.444131 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff510c0-c347-49bc-add3-d6748925ef4d req-d189ac38-d1bf-4f1c-b08a-6edcfda7e334 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.445808 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ff510c0-c347-49bc-add3-d6748925ef4d req-d189ac38-d1bf-4f1c-b08a-6edcfda7e334 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 943 time: 0.0848680 Nov 22 16:49:17.509843 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-88ad4e5f-935d-438e-a487-b74c870da059 req-419f5a16-ec43-41c2-9223-c270c76f29e7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814974 Nov 22 16:49:17.522401 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ff510c0-c347-49bc-add3-d6748925ef4d req-cec6271e-936a-4a51-bd1b-5448465c694f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676785 Nov 22 16:49:18.611218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3d95e81-b7d8-450c-9493-0aaf1adda559 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:18.670475 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12082bc2-2d94-49f2-af9e-76969124daec req-0c9a871f-9c39-4f39-8ec1-91db74813855 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.674605 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12082bc2-2d94-49f2-af9e-76969124daec req-0c9a871f-9c39-4f39-8ec1-91db74813855 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0918758 Nov 22 16:49:18.691913 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66befe8c-5197-493f-ac09-7203f580f5b1 req-29cda872-a72e-4e60-af54-20fcc94cf33a tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.694445 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66befe8c-5197-493f-ac09-7203f580f5b1 req-29cda872-a72e-4e60-af54-20fcc94cf33a tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 943 time: 0.0792015 Nov 22 16:49:18.734696 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:18.748761 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f3d95e81-b7d8-450c-9493-0aaf1adda559', 'network_id': 'c8226cea-b7be-47b6-a4be-5b693244a55d', 'port_id': 'f3d95e81-b7d8-450c-9493-0aaf1adda559', 'mac_address': 'fa:16:3e:47:23:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40402084-be37-49ef-a5d0-4e45afb2606b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:18.804568 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.822544 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d95e81-b7d8-450c-9493-0aaf1adda559 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:18.859030 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:18.868920 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.937197 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.034334 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12082bc2-2d94-49f2-af9e-76969124daec req-bd118976-0cdb-44b2-93c6-396db8dba728 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553171 Nov 22 16:49:19.051467 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66befe8c-5197-493f-ac09-7203f580f5b1 req-60b2e81c-62b5-4381-9785-82da82a531d3 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421700 Nov 22 16:49:19.270238 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f3d95e81-b7d8-450c-9493-0aaf1adda559'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:19.859123 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74f703-f6ad-4407-916c-77e3b1bf7b4c req-90494978-77a3-49a8-bee9-034aeb1aff6e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.860753 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e74f703-f6ad-4407-916c-77e3b1bf7b4c req-90494978-77a3-49a8-bee9-034aeb1aff6e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0526216 Nov 22 16:49:19.916418 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e74f703-f6ad-4407-916c-77e3b1bf7b4c req-6dcdb0f6-a3f0-4070-8d43-441cbce9f56d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478559 Nov 22 16:49:20.182892 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182d209-1620-445a-81b9-d0a6497b601e req-d9de1824-dcc5-4e70-8cb7-4aff7bbd594c tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.184457 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0182d209-1620-445a-81b9-d0a6497b601e req-d9de1824-dcc5-4e70-8cb7-4aff7bbd594c tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 944 time: 0.0547833 Nov 22 16:49:20.237427 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0182d209-1620-445a-81b9-d0a6497b601e req-019a8c79-a105-4570-834f-d62951a7b35b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Nov 22 16:49:20.524729 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c986a-750a-40da-b22c-bbcb0a2d5797 req-ec1febdb-d279-4e00-b8cf-7bce6e5fdec1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.526636 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eb5c986a-750a-40da-b22c-bbcb0a2d5797 req-ec1febdb-d279-4e00-b8cf-7bce6e5fdec1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0586500 Nov 22 16:49:20.590529 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eb5c986a-750a-40da-b22c-bbcb0a2d5797 req-368238f9-9c51-4212-965e-1f8e5cad9ca7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556304 Nov 22 16:49:20.625161 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3d95e81-b7d8-450c-9493-0aaf1adda559 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:20.680517 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port f3d95e81-b7d8-450c-9493-0aaf1adda559 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:20.685755 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f3d95e81-b7d8-450c-9493-0aaf1adda559 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:20.686261 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.774687 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.799164 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:20.801533 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95d02d6-2bd6-4a51-a3a9-3e3b9887aad1" -d '{"events": [{"server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "name": "network-vif-plugged", "status": "completed", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:20.814996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:20.821409 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.846325 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdaaae8-4cca-4e0b-95fe-a04317af4583 x-openstack-request-id: req-1bdaaae8-4cca-4e0b-95fe-a04317af4583 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:20.846627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "name": "network-vif-plugged", "status": "completed", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:20.846887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bdaaae8-4cca-4e0b-95fe-a04317af4583 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:20.847411 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559', 'code': 200} Nov 22 16:49:20.883812 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:21.051472 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f967d07-19b6-44db-a0ee-c3bf2ee5246a req-36fe6ffa-2eb7-4ba2-80d6-ee8e84c9a01a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.053165 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5f967d07-19b6-44db-a0ee-c3bf2ee5246a req-36fe6ffa-2eb7-4ba2-80d6-ee8e84c9a01a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0525568 Nov 22 16:49:21.084631 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189297ad-8bfc-4dd6-b66b-557612765d6c req-49d215f4-132f-4e82-8012-0d8a714727a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.086529 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-189297ad-8bfc-4dd6-b66b-557612765d6c req-49d215f4-132f-4e82-8012-0d8a714727a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 1098 time: 0.0470853 Nov 22 16:49:21.107375 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5f967d07-19b6-44db-a0ee-c3bf2ee5246a req-d9c3970f-d33e-4c35-af02-8c4895354876 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Nov 22 16:49:21.139360 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-189297ad-8bfc-4dd6-b66b-557612765d6c req-5d5e540c-3493-43f1-b74c-6820f32d3f24 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Nov 22 16:49:21.373966 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5d39c-dcff-438b-8231-4d31688d15fa req-a66eceeb-b63d-4267-8171-c8860bc09966 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.375599 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38c5d39c-dcff-438b-8231-4d31688d15fa req-a66eceeb-b63d-4267-8171-c8860bc09966 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0555849 Nov 22 16:49:21.429426 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38c5d39c-dcff-438b-8231-4d31688d15fa req-0dcee082-2ead-4561-b3c0-bf0100cf65f7 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476754 Nov 22 16:49:21.835440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcb2a9-758f-4f6f-a992-24b1f0657449 req-319dcb3f-f233-453a-9f42-96d50d98d7a5 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:21.836847 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-acbcb2a9-758f-4f6f-a992-24b1f0657449 req-319dcb3f-f233-453a-9f42-96d50d98d7a5 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0597889 Nov 22 16:49:21.892483 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-acbcb2a9-758f-4f6f-a992-24b1f0657449 req-7225b4a5-903b-4816-9db9-8b0104be5633 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Nov 22 16:49:22.237825 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f26dff-5917-4bde-92c2-bbbbc1df1eee req-5b96aa8d-4149-41ed-a35b-4f7a5b19720a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.239160 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-22f26dff-5917-4bde-92c2-bbbbc1df1eee req-5b96aa8d-4149-41ed-a35b-4f7a5b19720a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0516169 Nov 22 16:49:22.295650 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-22f26dff-5917-4bde-92c2-bbbbc1df1eee req-4bf9dfb7-084f-4b10-aa7b-ab801601f3cf tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473604 Nov 22 16:49:22.558126 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558932-42b4-4426-8bea-b4064fa12891 req-7c36d9a1-4abe-42e9-a65d-09407d20ae01 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.559648 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-72558932-42b4-4426-8bea-b4064fa12891 req-7c36d9a1-4abe-42e9-a65d-09407d20ae01 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0567267 Nov 22 16:49:22.608936 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-72558932-42b4-4426-8bea-b4064fa12891 req-e8282da2-29ba-444c-8c47-dd6a976adf74 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428674 Nov 22 16:49:23.020232 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b201697f-9e85-4deb-a514-3430a0d8b850 req-7ea392e1-83d9-4b2a-9977-6281285fd56e tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.022070 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b201697f-9e85-4deb-a514-3430a0d8b850 req-7ea392e1-83d9-4b2a-9977-6281285fd56e tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0534947 Nov 22 16:49:23.078387 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b201697f-9e85-4deb-a514-3430a0d8b850 req-3fcc6489-ad89-4004-85e3-c9f7ad835352 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475080 Nov 22 16:49:23.438183 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed3bb9-55bf-4754-a18b-eee321d8916f req-f82d2539-b6d9-41bb-82d8-d367c43c2a62 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.444617 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8aed3bb9-55bf-4754-a18b-eee321d8916f req-f82d2539-b6d9-41bb-82d8-d367c43c2a62 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0630169 Nov 22 16:49:23.510735 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8aed3bb9-55bf-4754-a18b-eee321d8916f req-d1a6dad9-60ba-487e-95eb-8b0af254e896 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605998 Nov 22 16:49:23.756792 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018438c-ec3c-42e2-bca7-c6d82352a673 req-0247cc49-4e93-41af-a35c-5b88b0d55c8f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.758375 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e018438c-ec3c-42e2-bca7-c6d82352a673 req-0247cc49-4e93-41af-a35c-5b88b0d55c8f tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Nov 22 16:49:23.815462 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e018438c-ec3c-42e2-bca7-c6d82352a673 req-b7f06b56-515d-42eb-ba1e-f54c72a40d63 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Nov 22 16:49:24.207679 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4992d-1fb4-4613-a08b-6bf0a785cbbb req-599ebe88-e9a9-4929-b49d-9281b620bddd tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.209262 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f3b4992d-1fb4-4613-a08b-6bf0a785cbbb req-599ebe88-e9a9-4929-b49d-9281b620bddd tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0513341 Nov 22 16:49:24.267604 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f3b4992d-1fb4-4613-a08b-6bf0a785cbbb req-a5295b95-18f6-41f4-a2b5-7f758247b770 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521197 Nov 22 16:49:24.300578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242533-7e54-4972-9287-58d7a96c6554 req-3dbd801e-de12-4eb3-98eb-7f9923a44314 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.302159 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2a242533-7e54-4972-9287-58d7a96c6554 req-3dbd801e-de12-4eb3-98eb-7f9923a44314 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 945 time: 0.0564384 Nov 22 16:49:24.408866 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Deleting port 4fc403de-db0d-4a2b-bc99-32b987e68524 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:24.409250 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.506061 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] For port 4fc403de-db0d-4a2b-bc99-32b987e68524, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=4fc403de-db0d-4a2b-bc99-32b987e68524,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:24.506481 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.521713 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Calling delete_port for 4fc403de-db0d-4a2b-bc99-32b987e68524 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:24.681314 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb683890-eecd-4412-b1fa-b040a0433fe0 req-287737a6-eef4-4c44-9db3-f9665cefa986 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.683682 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb683890-eecd-4412-b1fa-b040a0433fe0 req-287737a6-eef4-4c44-9db3-f9665cefa986 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0832386 Nov 22 16:49:24.699134 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.729398 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe62e0-8084-4dfd-b43e-fa75a894f6a4 req-e24c1f1b-a1ad-475e-adf0-ab794ab9f78b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:24.731138 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e0fe62e0-8084-4dfd-b43e-fa75a894f6a4 req-e24c1f1b-a1ad-475e-adf0-ab794ab9f78b tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0954874 Nov 22 16:49:24.750649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Pushing event deleted for resources: {'Port': ['ID=4fc403de-db0d-4a2b-bc99-32b987e68524,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.780717 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb683890-eecd-4412-b1fa-b040a0433fe0 req-a3b08941-0e57-4376-8ebb-e3b12c59e8a0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875959 Nov 22 16:49:24.793981 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] No DVR routers for this DVR port 4fc403de-db0d-4a2b-bc99-32b987e68524 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:24.803047 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.803047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2a242533-7e54-4972-9287-58d7a96c6554 req-ac6f5d70-9c90-4c9d-8614-8690f101de67 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "DELETE /v2.0/ports/4fc403de-db0d-4a2b-bc99-32b987e68524 HTTP/1.1" status: 204 len: 173 time: 0.4911265 Nov 22 16:49:24.803047 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'name': 'network-vif-deleted', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:24.803861 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802d1423-6812-4640-953b-ae5fbf5854fc" -d '{"events": [{"server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "name": "network-vif-deleted", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:24.820458 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e0fe62e0-8084-4dfd-b43e-fa75a894f6a4 req-db74743e-41a5-46e4-b412-bda6aa8f4854 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738282 Nov 22 16:49:24.847805 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000881b6-d7d3-4284-b0ec-31372d398f86 x-openstack-request-id: req-000881b6-d7d3-4284-b0ec-31372d398f86 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:24.848096 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fc7248-c6d2-475c-aaad-d5fd720b544b", "name": "network-vif-deleted", "tag": "4fc403de-db0d-4a2b-bc99-32b987e68524", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:24.848348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-000881b6-d7d3-4284-b0ec-31372d398f86 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:24.848744 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fc7248-c6d2-475c-aaad-d5fd720b544b', 'name': 'network-vif-deleted', 'tag': '4fc403de-db0d-4a2b-bc99-32b987e68524', 'status': 'completed', 'code': 200} Nov 22 16:49:25.387152 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0835e4ad-cbbb-479b-b2ec-1623cf13ccee req-e28cb98b-0dda-4f58-990a-734226d89092 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2fc7248-c6d2-475c-aaad-d5fd720b544b HTTP/1.1" status: 200 len: 210 time: 0.0263391 Nov 22 16:49:25.935072 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584ad1-c503-42ac-8d84-dbc4a1b114f4 req-ae55182a-8ecb-4d2e-98c9-c3818ce57177 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.936613 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-93584ad1-c503-42ac-8d84-dbc4a1b114f4 req-ae55182a-8ecb-4d2e-98c9-c3818ce57177 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0776763 Nov 22 16:49:25.969666 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cc8e0-4372-4642-9333-ecf1270e135e req-a5842d8a-e903-4eb4-ad05-204d53469064 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.971207 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2a4cc8e0-4372-4642-9333-ecf1270e135e req-a5842d8a-e903-4eb4-ad05-204d53469064 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0788136 Nov 22 16:49:26.013944 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-93584ad1-c503-42ac-8d84-dbc4a1b114f4 req-c6c6e98d-ffac-43cb-9c96-0ebf0e488eb8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691211 Nov 22 16:49:26.038122 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2a4cc8e0-4372-4642-9333-ecf1270e135e req-5c16fcb8-5e2c-480f-8753-34532a16b668 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Nov 22 16:49:26.646696 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 4fc403de-db0d-4a2b-bc99-32b987e68524 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:26.668688 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 4fc403de-db0d-4a2b-bc99-32b987e68524 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:26.669024 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 4fc403de-db0d-4a2b-bc99-32b987e68524 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:26.831469 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-5cd38aa0-eb7b-4d0a-83dc-0a6a970ecf9a tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.833088 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-5cd38aa0-eb7b-4d0a-83dc-0a6a970ecf9a tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Nov 22 16:49:26.932303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Deleting port f3d95e81-b7d8-450c-9493-0aaf1adda559 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:26.932534 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.023610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] For port f3d95e81-b7d8-450c-9493-0aaf1adda559, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3d95e81-b7d8-450c-9493-0aaf1adda559,segment=NetworkSegment(7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9),segment_id=7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:27.023973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.037781 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Calling delete_port for f3d95e81-b7d8-450c-9493-0aaf1adda559 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:27.168242 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c14e7-eb58-4521-b5cc-4d69671822d6 req-35f0a7cb-64c2-496d-a1ed-94dc7dd1c0ec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.169944 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-401c14e7-eb58-4521-b5cc-4d69671822d6 req-35f0a7cb-64c2-496d-a1ed-94dc7dd1c0ec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0812080 Nov 22 16:49:27.174011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.200863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849df14-a899-45bc-b1db-94d4eee08cb4 req-2b0c70fe-0ce6-4001-bff5-28ccd73f54fd tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.202780 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8849df14-a899-45bc-b1db-94d4eee08cb4 req-2b0c70fe-0ce6-4001-bff5-28ccd73f54fd tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 867 time: 0.0840862 Nov 22 16:49:27.203375 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Pushing event deleted for resources: {'Port': ['ID=f3d95e81-b7d8-450c-9493-0aaf1adda559,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:27.254689 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] No DVR routers for this DVR port f3d95e81-b7d8-450c-9493-0aaf1adda559 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:27.258969 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.262930 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-401c14e7-eb58-4521-b5cc-4d69671822d6 req-943661e2-7ea9-4918-bbfd-15b7c957c800 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860789 Nov 22 16:49:27.263560 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b4d4f620-36bc-4289-bd48-7c9dbcb203c0 req-a32f7b8e-6942-4c20-bbcb-560ba5209b3e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.48 "DELETE /v2.0/ports/f3d95e81-b7d8-450c-9493-0aaf1adda559 HTTP/1.1" status: 204 len: 173 time: 0.4229720 Nov 22 16:49:27.264199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'name': 'network-vif-deleted', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:27.267564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d61074-4990-4939-b1bf-000edbda7e5d" -d '{"events": [{"server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "name": "network-vif-deleted", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:27.293358 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8849df14-a899-45bc-b1db-94d4eee08cb4 req-36594754-50b5-476a-8109-6615e4848970 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/security-groups?id=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773029 Nov 22 16:49:27.327797 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9d339-ac74-4ebb-b585-f699f80eb4a7 x-openstack-request-id: req-58d9d339-ac74-4ebb-b585-f699f80eb4a7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:27.328176 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ec6524-0e54-4faa-abf9-0feaf52bd575", "name": "network-vif-deleted", "tag": "f3d95e81-b7d8-450c-9493-0aaf1adda559", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:27.328348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-58d9d339-ac74-4ebb-b585-f699f80eb4a7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:27.328757 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ec6524-0e54-4faa-abf9-0feaf52bd575', 'name': 'network-vif-deleted', 'tag': 'f3d95e81-b7d8-450c-9493-0aaf1adda559', 'status': 'completed', 'code': 200} Nov 22 16:49:28.409857 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8785553e-0f23-42e6-858b-0ed856bf3c35 req-5ea278fa-4f9b-4089-85cb-88f0a02c7a67 tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0415933 Nov 22 16:49:28.437199 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af63b5-3ee6-4a36-8349-0d8aaafb3464 req-4cf53b14-0ab0-4495-974b-9d4dbfe6a283 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.438855 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-93af63b5-3ee6-4a36-8349-0d8aaafb3464 req-4cf53b14-0ab0-4495-974b-9d4dbfe6a283 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0823214 Nov 22 16:49:28.490773 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-93af63b5-3ee6-4a36-8349-0d8aaafb3464 req-752073f5-b3c9-4f9d-a9b2-35219ad36525 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441694 Nov 22 16:49:29.518801 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e66fa9ca-b3bc-4cbf-b656-cb80a0d29e5f req-b503b72f-1975-4dbd-a23e-fc3948ddf35e tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0263658 Nov 22 16:49:29.614430 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca80ff-6bd5-4d0e-a4bc-2c56962d5b71 req-709cf06d-0b32-4830-b6c4-95a8da8a5f24 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.615935 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-06ca80ff-6bd5-4d0e-a4bc-2c56962d5b71 req-709cf06d-0b32-4830-b6c4-95a8da8a5f24 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0518541 Nov 22 16:49:29.667699 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-06ca80ff-6bd5-4d0e-a4bc-2c56962d5b71 req-1460876d-73a3-4b2c-ba01-7e011367a40f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Nov 22 16:49:30.005334 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3bafa3b9-a5c2-4691-9744-551c5803f6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.099232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f3d95e81-b7d8-450c-9493-0aaf1adda559'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:30.210577 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.632862 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f71c1954-45f8-4934-af2a-e0d5ebf27733 req-ecd9bd18-f231-429d-957b-677a1af5b48c tempest-VolumesActionsTest-1261117869 tempest-VolumesActionsTest-1261117869-project] 10.222.0.46 "GET /v2.0/ports?device_id=25ec6524-0e54-4faa-abf9-0feaf52bd575 HTTP/1.1" status: 200 len: 210 time: 0.0313289 Nov 22 16:49:30.803571 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030e7dd-c7f0-4277-babb-f7421ceb1290 req-32266c75-7686-4fed-9dd9-d09fa3865bbd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.805729 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e030e7dd-c7f0-4277-babb-f7421ceb1290 req-32266c75-7686-4fed-9dd9-d09fa3865bbd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0627763 Nov 22 16:49:30.859768 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e030e7dd-c7f0-4277-babb-f7421ceb1290 req-d197e068-5f9a-430a-b1eb-e5eb4b314f75 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470631 Nov 22 16:49:31.177646 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c7710-7fd9-4b7a-9604-f9f71ae28798 req-ece926e6-f758-4dd5-a746-9f4630929c88 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.179218 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-827c7710-7fd9-4b7a-9604-f9f71ae28798 req-ece926e6-f758-4dd5-a746-9f4630929c88 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Nov 22 16:49:31.228782 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-827c7710-7fd9-4b7a-9604-f9f71ae28798 req-8908c7bb-7886-4a6f-9c60-6c4745648aeb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426974 Nov 22 16:49:31.993396 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f550e-37a4-4752-bff6-5010ff44de10 req-a42be77f-4ff7-4a1f-b749-51967284f2cc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.994973 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bf9f550e-37a4-4752-bff6-5010ff44de10 req-a42be77f-4ff7-4a1f-b749-51967284f2cc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0614598 Nov 22 16:49:32.055726 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bf9f550e-37a4-4752-bff6-5010ff44de10 req-c4192511-5c5f-4476-8a2f-fd80478612b4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528944 Nov 22 16:49:32.333451 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-292a5d2f-e6ef-4417-9e88-8a58a7887dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.351649 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7107450-2eb0-4641-9c60-9f15285aed6b req-2e55f561-07de-4cff-8509-0d36213850b8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:32.353418 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c7107450-2eb0-4641-9c60-9f15285aed6b req-2e55f561-07de-4cff-8509-0d36213850b8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0521374 Nov 22 16:49:32.427827 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c7107450-2eb0-4641-9c60-9f15285aed6b req-0b7ceb6f-4ce4-467a-9265-ba16224d506b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678036 Nov 22 16:49:33.189844 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5b6ff-c687-401e-bb38-cb15fbb723da req-fb661078-a2d8-450d-8203-e053f9bab467 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.191825 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c8f5b6ff-c687-401e-bb38-cb15fbb723da req-fb661078-a2d8-450d-8203-e053f9bab467 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0577998 Nov 22 16:49:33.242146 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c8f5b6ff-c687-401e-bb38-cb15fbb723da req-d937e1e6-6023-46a7-a852-da24703d5a1f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Nov 22 16:49:33.397594 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.571317 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2a4e8-ac77-4354-a02e-c06a03f5a5eb req-8781e87c-fad4-48e9-854d-8960d82a8183 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.573585 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1bc2a4e8-ac77-4354-a02e-c06a03f5a5eb req-8781e87c-fad4-48e9-854d-8960d82a8183 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0742207 Nov 22 16:49:33.640778 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1bc2a4e8-ac77-4354-a02e-c06a03f5a5eb req-fc595de0-488c-4d83-8a9f-b0c38b8e8133 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610678 Nov 22 16:49:34.226921 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3d95e81-b7d8-450c-9493-0aaf1adda559 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:34.248305 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: f3d95e81-b7d8-450c-9493-0aaf1adda559 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:34.248732 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3d95e81-b7d8-450c-9493-0aaf1adda559 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:34.384383 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3482-d7d6-4ea2-8c2d-52ed73620093 req-4d6ddf39-9e78-4638-b328-c42550f737df tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.388864 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f87d3482-d7d6-4ea2-8c2d-52ed73620093 req-4d6ddf39-9e78-4638-b328-c42550f737df tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0716605 Nov 22 16:49:34.449524 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f87d3482-d7d6-4ea2-8c2d-52ed73620093 req-f3393fe0-e906-49a1-9b96-ea564ee0b870 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562139 Nov 22 16:49:34.771590 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09dbc3-3fe3-4f09-8cb9-0d6d78ed7e7c req-377e1f4c-9c99-4bfc-8796-28e506c3e531 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.773148 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ed09dbc3-3fe3-4f09-8cb9-0d6d78ed7e7c req-377e1f4c-9c99-4bfc-8796-28e506c3e531 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0524228 Nov 22 16:49:34.831774 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ed09dbc3-3fe3-4f09-8cb9-0d6d78ed7e7c req-09c68528-4a3c-4a40-8386-67459da6cdd0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522604 Nov 22 16:49:34.911413 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.579230 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e5344-9d40-4b9c-a2e6-69497173fe8d req-59a94667-f0a2-4608-94b8-f69fb7a44262 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.580718 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb2e5344-9d40-4b9c-a2e6-69497173fe8d req-59a94667-f0a2-4608-94b8-f69fb7a44262 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0501728 Nov 22 16:49:35.630559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.635163 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb2e5344-9d40-4b9c-a2e6-69497173fe8d req-ee858714-2e97-4a9a-a3fd-51633bb0dfd3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481377 Nov 22 16:49:35.958802 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c989871-27a5-4ec4-9352-c1563a6dd2e3 req-1d7f3be1-c301-4b95-8dbe-b845e4b09c34 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.960313 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c989871-27a5-4ec4-9352-c1563a6dd2e3 req-1d7f3be1-c301-4b95-8dbe-b845e4b09c34 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Nov 22 16:49:36.008439 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c989871-27a5-4ec4-9352-c1563a6dd2e3 req-92bddea2-fdb2-413e-935a-a32cb3aa64ee tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Nov 22 16:49:36.497217 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-dfeb9a30-2aa9-4b8e-8101-1303f44238f8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.498706 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-dfeb9a30-2aa9-4b8e-8101-1303f44238f8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 813 time: 0.1058888 Nov 22 16:49:36.514162 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-9a0a7410-3136-48ab-aa52-7025cabd12c1 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/quotas/095f4db2389741caba2ac809e3bbf953 HTTP/1.1" status: 200 len: 375 time: 0.0092604 Nov 22 16:49:36.548874 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d821ec02-a71f-42ad-a7fc-6975a2eb42a4 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288639 Nov 22 16:49:36.638143 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-60717491-9c62-430c-9cad-110cc95232ca service neutron] 10.222.0.46 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810783 Nov 22 16:49:36.765087 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-e76fa934-211c-4e04-a857-8c983e533629 service neutron] 10.222.0.46 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211767 Nov 22 16:49:36.780152 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75825694-1509-4bb5-9da7-7b5cd9d55d6a req-1d4574fa-2250-4f09-b755-922defd6d4bc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.781809 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-75825694-1509-4bb5-9da7-7b5cd9d55d6a req-1d4574fa-2250-4f09-b755-922defd6d4bc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0724571 Nov 22 16:49:36.832340 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-75825694-1509-4bb5-9da7-7b5cd9d55d6a req-ac46e815-e0f2-422f-b32a-74c4ff88a34a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439632 Nov 22 16:49:36.945803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b68b6778-6bb5-481a-b08f-0f300d26950d req-3558d446-fbad-4b54-af4a-61800dd39f23 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 210 time: 0.0267596 Nov 22 16:49:37.131870 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53feec8e-7138-4f5c-aafc-5fb236f1d4d2 req-0c08c4d6-15f7-4f67-b804-61214034aeff tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.133570 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-53feec8e-7138-4f5c-aafc-5fb236f1d4d2 req-0c08c4d6-15f7-4f67-b804-61214034aeff tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0551724 Nov 22 16:49:37.186205 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-53feec8e-7138-4f5c-aafc-5fb236f1d4d2 req-d5427d74-2e1a-4d09-8788-35a8250b35cb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450013 Nov 22 16:49:37.958169 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84a483-cce9-42df-943b-13444b820527 req-18d8cd2b-4c6d-4291-aa45-7d29997fad1d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.959724 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5e84a483-cce9-42df-943b-13444b820527 req-18d8cd2b-4c6d-4291-aa45-7d29997fad1d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0510945 Nov 22 16:49:38.011898 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5e84a483-cce9-42df-943b-13444b820527 req-c04b851f-1057-440c-99fb-383c6c7df3d9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458426 Nov 22 16:49:38.038976 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb37c108-45f5-42e7-b6a0-1d87e038fb12 req-8ddf6b23-e095-4d8a-b625-a51dfbcc453b tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 210 time: 0.0260539 Nov 22 16:49:38.307661 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6e901-7abd-45a4-9e21-260f61ea74aa req-72035589-dd6c-4a7a-996f-5bdb8c0bf1b6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.309155 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3fe6e901-7abd-45a4-9e21-260f61ea74aa req-72035589-dd6c-4a7a-996f-5bdb8c0bf1b6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Nov 22 16:49:38.359014 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3fe6e901-7abd-45a4-9e21-260f61ea74aa req-8104dcf9-4be7-4940-880b-88204051ad56 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433145 Nov 22 16:49:39.144278 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c273fec7-497c-4291-881a-e9b5dfc8722e req-18edd6e7-a04c-4f7a-9938-3938e18087f1 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Nov 22 16:49:39.162130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e7242-a0cc-4af3-96a8-345f398b6e0f req-cb74e217-6ac1-4a57-a5ae-5f20d2e5c727 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.163673 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4a7e7242-a0cc-4af3-96a8-345f398b6e0f req-cb74e217-6ac1-4a57-a5ae-5f20d2e5c727 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0761065 Nov 22 16:49:39.213791 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4a7e7242-a0cc-4af3-96a8-345f398b6e0f req-974ef72c-79eb-4d26-a1c9-38a7b60fcc50 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438261 Nov 22 16:49:39.479913 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a631f4-f411-4e4b-8f81-123d81e73ade req-357c9522-8851-4b73-8341-61c466ebf8e9 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.481421 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b0a631f4-f411-4e4b-8f81-123d81e73ade req-357c9522-8851-4b73-8341-61c466ebf8e9 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0540962 Nov 22 16:49:39.536181 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b0a631f4-f411-4e4b-8f81-123d81e73ade req-a9d19351-8858-4905-8b60-4c16a0df3eac tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484293 Nov 22 16:49:39.669509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d060ad61-4128-40da-9989-cb049b673361 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.670882 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d060ad61-4128-40da-9989-cb049b673361 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 813 time: 0.1029742 Nov 22 16:49:39.691629 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Request body: {'port': {'device_id': '1fec9777-3145-402b-a3bd-2661681f6132', 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007', 'admin_state_up': True, 'tenant_id': '095f4db2389741caba2ac809e3bbf953'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:39.823229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Made reservation on behalf of 095f4db2389741caba2ac809e3bbf953 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:39.827861 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.963379 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Allocated IP 172.20.0.12 (a91d6aba-b44e-47a8-8985-dd864d22c007/8c24cd74-df45-4ab1-939d-82b1efa26b71/ffab5355-2b8a-4ad6-8e2c-ca15e2284d44) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:40.131002 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.166886 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.227713 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Network a91d6aba-b44e-47a8-8985-dd864d22c007 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:40.231151 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:40.234929 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:40.262236 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Pushing event updated for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.277061 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992336a-89fd-432d-a996-bdeb600f396d req-1599570a-2503-4ea6-8274-4996baeaafc0 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.282720 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6992336a-89fd-432d-a996-bdeb600f396d req-1599570a-2503-4ea6-8274-4996baeaafc0 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 932 time: 0.0542510 Nov 22 16:49:40.293735 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.295669 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.318654 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-03ef5046-7843-4a7d-ac53-2a80174bf116 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313100 Nov 22 16:49:40.339301 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6992336a-89fd-432d-a996-bdeb600f396d req-8c9905e1-d9ff-4d55-96ea-c320ccb9bdb6 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Nov 22 16:49:40.340781 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Request body: {'port': {'device_id': '1fec9777-3145-402b-a3bd-2661681f6132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:40.394666 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b4224-3810-44bc-acd6-e9c5dd605d4d req-0b9a5334-489f-4b2f-b4b7-7b82379ccd5e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.396308 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-369b4224-3810-44bc-acd6-e9c5dd605d4d req-0b9a5334-489f-4b2f-b4b7-7b82379ccd5e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0560360 Nov 22 16:49:40.422290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.441965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-a24b22ce-e81e-4df1-b213-baeb19e362c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.443745 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-a24b22ce-e81e-4df1-b213-baeb19e362c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.0984201 Nov 22 16:49:40.487562 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-369b4224-3810-44bc-acd6-e9c5dd605d4d req-fbd72a7a-bd70-499c-8db2-26006b25759f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847957 Nov 22 16:49:40.495794 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3cbad-b92f-4762-85ee-449b813921ce req-5f1462f8-8fa0-4da4-b422-77ad5b86555c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.503808 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c4b3cbad-b92f-4762-85ee-449b813921ce req-5f1462f8-8fa0-4da4-b422-77ad5b86555c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1029191 Nov 22 16:49:40.578247 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c4b3cbad-b92f-4762-85ee-449b813921ce req-80495887-a6cd-4937-ba68-9ce623db6d50 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730407 Nov 22 16:49:40.691260 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1b22-2a2d-4c14-b087-439e5ae5beb4 req-2fa2ec44-6e39-46f7-8e7e-58a91c08f2cb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.693023 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eb5e1b22-2a2d-4c14-b087-439e5ae5beb4 req-2fa2ec44-6e39-46f7-8e7e-58a91c08f2cb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Nov 22 16:49:40.704361 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-1c4b8081-0492-4034-91c4-5c31660b0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.705900 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-1c4b8081-0492-4034-91c4-5c31660b0209 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.2422683 Nov 22 16:49:40.749171 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eb5e1b22-2a2d-4c14-b087-439e5ae5beb4 req-20379f27-b56b-4e1c-921b-d10f6f3254eb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502522 Nov 22 16:49:40.984250 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-4cf90411-c694-40ca-9ddb-af148c76ff26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.2521210 Nov 22 16:49:41.043140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-a00b3e07-5706-4ec7-b906-fccf8e596b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.044943 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-a00b3e07-5706-4ec7-b906-fccf8e596b55 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.0507298 Nov 22 16:49:41.089987 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-98ef7203-a120-44b1-b642-db85b9aa2b30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314031 Nov 22 16:49:41.224006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:41.236424 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.253961 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-ffee346b-5533-4db1-92b6-80f52521925d service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463003 Nov 22 16:49:41.264283 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Transition to ACTIVE for port object ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:41.324695 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.419326 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Pushing event updated for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:41.463733 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-17bbef57-bc7c-478b-bcf5-7de120b760eb req-7dbdb355-8f4c-4efb-87a7-b669d8703b70 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973464 Nov 22 16:49:41.538381 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2a37b-9374-4300-94ea-6def6ad01c8b req-a942d7ef-fc33-41a9-a110-4ac357c99b6a tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.545418 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bdb2a37b-9374-4300-94ea-6def6ad01c8b req-a942d7ef-fc33-41a9-a110-4ac357c99b6a tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 944 time: 0.0808632 Nov 22 16:49:41.610144 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Attempting to bind port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:41.610765 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Attempting to bind port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:41.611124 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Attempting to bind port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 on network a91d6aba-b44e-47a8-8985-dd864d22c007 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:41.621729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 on network a91d6aba-b44e-47a8-8985-dd864d22c007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:41.621729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Attempting to bind port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 on network a91d6aba-b44e-47a8-8985-dd864d22c007 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:41.630761 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:41.631273 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Checking segment: {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:41.632101 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Bound using segment: {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:41.632818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Bound port: ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:41.633374 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.652638 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bdb2a37b-9374-4300-94ea-6def6ad01c8b req-fa02c1c8-fbab-4cf8-8bd4-0da280915552 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950487 Nov 22 16:49:41.774977 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c70728-0084-4146-a5ac-7751bf77ea6d req-a4fbe6ee-3255-4f8d-b7df-c0da7b6189de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.780320 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04c70728-0084-4146-a5ac-7751bf77ea6d req-a4fbe6ee-3255-4f8d-b7df-c0da7b6189de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1671081 Nov 22 16:49:41.836677 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:41.840641 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:41.853977 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.914937 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04c70728-0084-4146-a5ac-7751bf77ea6d req-ab556dc8-5757-4964-93af-70c0085f93e4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290095 Nov 22 16:49:41.930650 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Pushing event updated for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:41.948238 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.948876 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.950364 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-d82292b4-d921-4c23-a498-60767c24df5c service neutron] 10.222.0.48 "PUT /v2.0/ports/ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 HTTP/1.1" status: 200 len: 1094 time: 1.6140079 Nov 22 16:49:41.950830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:41.955326 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64064611-50c5-4b88-9d2b-0fe1cc802f57" -d '{"events": [{"name": "network-changed", "server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:41.957780 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367acf3-824e-4f0d-9c43-f0f2d9fb2457 req-19f7abc0-8a68-4a2b-beb1-571db7f3b69f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.959342 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a367acf3-824e-4f0d-9c43-f0f2d9fb2457 req-19f7abc0-8a68-4a2b-beb1-571db7f3b69f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1355336 Nov 22 16:49:42.057217 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-edca8a5b-e7ab-45ef-ac34-d59ac2bc36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.057749 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a367acf3-824e-4f0d-9c43-f0f2d9fb2457 req-3a84b737-7ac7-4c52-9f6e-5964ffd71e2e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852063 Nov 22 16:49:42.059964 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-edca8a5b-e7ab-45ef-ac34-d59ac2bc36ff service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 1097 time: 0.0493734 Nov 22 16:49:42.100548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688486-6007-4fa1-83f5-68d649f685dc req-ea284da6-5a8b-4b9b-9471-a011113e7cc2 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.108593 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f688486-6007-4fa1-83f5-68d649f685dc req-ea284da6-5a8b-4b9b-9471-a011113e7cc2 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1064436 Nov 22 16:49:42.123051 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca0460b-9a9c-422c-990e-1ec3f49b6d45 x-openstack-request-id: req-2ca0460b-9a9c-422c-990e-1ec3f49b6d45 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:42.123410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:42.123685 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ca0460b-9a9c-422c-990e-1ec3f49b6d45 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:42.124010 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44', 'status': 'completed', 'code': 200} Nov 22 16:49:42.125840 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-b6848ec1-1b36-4501-9c36-2f4d5d53dad1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 HTTP/1.1" status: 200 len: 217 time: 0.0489833 Nov 22 16:49:42.155323 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:42.182314 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f688486-6007-4fa1-83f5-68d649f685dc req-9b2224b1-e468-4032-99a2-d8c129df6e05 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726030 Nov 22 16:49:42.208408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-a0a30e22-e489-450d-acee-868cceb839cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.210083 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-a0a30e22-e489-450d-acee-868cceb839cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c24cd74-df45-4ab1-939d-82b1efa26b71 HTTP/1.1" status: 200 len: 853 time: 0.0715637 Nov 22 16:49:42.244280 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-544f8117-b202-478f-8be8-fbce15f88777 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a91d6aba-b44e-47a8-8985-dd864d22c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263088 Nov 22 16:49:42.302123 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:42.318804 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:42.375713 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-16d14eda-a4da-41e1-aed4-34db2e948196 service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227305 Nov 22 16:49:42.376855 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.495601 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-143fac9a-d2e1-446c-a065-076f5aa1885f req-3bbe79e0-26d6-41a4-83e1-e0e5959c661a service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066179 Nov 22 16:49:42.584182 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:42.614591 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:42.620148 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.624779 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-59ce25be-d4ee-45c4-ad06-2bf658fdf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.626791 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-59ce25be-d4ee-45c4-ad06-2bf658fdf56a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=095f4db2389741caba2ac809e3bbf953&device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 1097 time: 0.0508540 Nov 22 16:49:42.672072 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=6']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:42.786254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-d1383d7e-659c-4cc8-a3b0-c1202502de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.788042 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-d1383d7e-659c-4cc8-a3b0-c1202502de69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 200 len: 914 time: 0.1469009 Nov 22 16:49:42.806091 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f9cbc7d9-16f8-4436-a1e8-713379fa2b20'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:42.855473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c08474-6570-43b3-95b2-ddbe9cd0450e req-534086b1-b30b-4ea5-91b2-01ebf704130f tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.857417 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-56c08474-6570-43b3-95b2-ddbe9cd0450e req-534086b1-b30b-4ea5-91b2-01ebf704130f tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 944 time: 0.0607185 Nov 22 16:49:42.880236 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-d178c18a-abfb-44f9-89cb-8dff9371fe1e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 HTTP/1.1" status: 200 len: 217 time: 0.0783608 Nov 22 16:49:42.944341 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-56c08474-6570-43b3-95b2-ddbe9cd0450e req-ebab9320-159a-4293-8bae-c28d07719db1 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780659 Nov 22 16:49:42.968971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-23278478-9a4e-4eeb-9cf6-0f35047428fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:42.972784 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-23278478-9a4e-4eeb-9cf6-0f35047428fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8c24cd74-df45-4ab1-939d-82b1efa26b71 HTTP/1.1" status: 200 len: 853 time: 0.0779517 Nov 22 16:49:43.020927 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-c2a190e8-b5af-43e6-8a88-5d5a3c813890 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a91d6aba-b44e-47a8-8985-dd864d22c007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396857 Nov 22 16:49:43.118377 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcc326-51b9-480b-be5d-994c85d46039 req-635e3633-4543-4ffe-88c6-1dc524a2bb65 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.119836 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04fcc326-51b9-480b-be5d-994c85d46039 req-635e3633-4543-4ffe-88c6-1dc524a2bb65 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0875828 Nov 22 16:49:43.151717 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-25be6e4e-31b6-40e8-a1b2-5b652bd68131 service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183264 Nov 22 16:49:43.211081 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-04fcc326-51b9-480b-be5d-994c85d46039 req-94e52be3-aa0a-463d-b236-29439aa6b019 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843518 Nov 22 16:49:43.258144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dcaae-9e36-4093-ba86-d167fd65f72e req-64cdfbbc-7192-4d89-bee8-425ada04c818 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.266390 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-622dcaae-9e36-4093-ba86-d167fd65f72e req-64cdfbbc-7192-4d89-bee8-425ada04c818 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1123345 Nov 22 16:49:43.310694 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-64064611-50c5-4b88-9d2b-0fe1cc802f57 req-3e073a3f-e62a-4e8e-be8e-194760ca630e service neutron] 10.222.0.48 "GET /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458468 Nov 22 16:49:43.352588 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-622dcaae-9e36-4093-ba86-d167fd65f72e req-9c4d8564-396d-418e-95dd-2e14c94607b9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850320 Nov 22 16:49:43.432545 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9baef2-6814-4d36-afdd-d8df956ed35d req-abd0ade0-40ef-47d3-8c19-19c64a02930e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.434045 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5f9baef2-6814-4d36-afdd-d8df956ed35d req-abd0ade0-40ef-47d3-8c19-19c64a02930e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0590618 Nov 22 16:49:43.492962 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5f9baef2-6814-4d36-afdd-d8df956ed35d req-122fbae2-aedf-4180-b2a3-97c4bafa9bd1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 Nov 22 16:49:44.068301 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1f8bb-93ae-4866-8648-5a5c54567c37 req-1ff1bf06-cd46-4274-8f5d-5f4c935b00f7 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.069903 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12e1f8bb-93ae-4866-8648-5a5c54567c37 req-1ff1bf06-cd46-4274-8f5d-5f4c935b00f7 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 944 time: 0.0544856 Nov 22 16:49:44.146257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12e1f8bb-93ae-4866-8648-5a5c54567c37 req-09ff3e40-1a5d-4fdf-982a-58bc64863936 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665991 Nov 22 16:49:44.173926 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:44.261587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:44.262530 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.372478 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.421209 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:44.421209 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab87986-2cb3-4a49-9006-ee84ea341a06" -d '{"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:44.434752 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:44.460981 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.565027 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=7']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.575500 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825c05-246e-49f5-9f35-00a16f10b15b req-dfabef12-c7f1-4caa-a756-368178393c30 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.582643 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db825c05-246e-49f5-9f35-00a16f10b15b req-dfabef12-c7f1-4caa-a756-368178393c30 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1762235 Nov 22 16:49:44.597677 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c76ffa-c7d1-49df-b2dd-6a8aa892d7d3 req-ff261faa-3745-487f-8d38-a1abaa420409 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.599891 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-44c76ffa-c7d1-49df-b2dd-6a8aa892d7d3 req-ff261faa-3745-487f-8d38-a1abaa420409 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0945716 Nov 22 16:49:44.672833 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-44c76ffa-c7d1-49df-b2dd-6a8aa892d7d3 req-8d8f7d5c-5dc2-4bff-bf29-fa89e00479a1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657511 Nov 22 16:49:44.680634 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db825c05-246e-49f5-9f35-00a16f10b15b req-19eba133-5b64-4c53-91c9-b2b208b35f92 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928640 Nov 22 16:49:44.737934 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1b4ca-687d-47aa-8a78-7b7faef14c7a x-openstack-request-id: req-b2d1b4ca-687d-47aa-8a78-7b7faef14c7a {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:44.738309 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:44.738568 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2d1b4ca-687d-47aa-8a78-7b7faef14c7a {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:44.738970 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'code': 200} Nov 22 16:49:44.851118 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d626f8f-e536-402b-a314-9e49e32cc4ad req-1b38ee13-b9c6-4cae-b927-71439babbcd5 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.852580 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5d626f8f-e536-402b-a314-9e49e32cc4ad req-1b38ee13-b9c6-4cae-b927-71439babbcd5 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0685155 Nov 22 16:49:44.922933 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5d626f8f-e536-402b-a314-9e49e32cc4ad req-2ac497ed-1c36-48e2-8c41-f22d042772d1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631154 Nov 22 16:49:45.330627 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7d37-26ef-4a44-b61e-f1b661962973 req-5f8f59d9-2039-45fc-8206-f3dd45bd3607 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.332484 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb7a7d37-26ef-4a44-b61e-f1b661962973 req-5f8f59d9-2039-45fc-8206-f3dd45bd3607 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 944 time: 0.0703998 Nov 22 16:49:45.411613 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb7a7d37-26ef-4a44-b61e-f1b661962973 req-8485f7eb-b2ab-4316-bbfb-9e15d8d2d71e tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725665 Nov 22 16:49:45.871764 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848424a-d37e-428c-ad0b-1214ac2b2459 req-ffeffac0-aa80-4d3f-9df4-ba1e369cd314 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.880301 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f848424a-d37e-428c-ad0b-1214ac2b2459 req-ffeffac0-aa80-4d3f-9df4-ba1e369cd314 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0918469 Nov 22 16:49:45.890782 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c377-e6ca-48e0-aeb4-d2e1ae111003 req-92a1e11d-5624-417a-b17d-669b2d05d6a1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:45.892840 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bdc6c377-e6ca-48e0-aeb4-d2e1ae111003 req-92a1e11d-5624-417a-b17d-669b2d05d6a1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1032262 Nov 22 16:49:46.023574 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bdc6c377-e6ca-48e0-aeb4-d2e1ae111003 req-64703a51-2389-4b65-b103-100cac7841cc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183259 Nov 22 16:49:46.037877 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f848424a-d37e-428c-ad0b-1214ac2b2459 req-f3592656-882f-4172-8881-678bf5d63345 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562848 Nov 22 16:49:46.178965 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2696-7295-4795-92ce-2cb45d27d636 req-54e8288c-54ea-4028-828d-7a9507255025 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.180574 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f29d2696-7295-4795-92ce-2cb45d27d636 req-54e8288c-54ea-4028-828d-7a9507255025 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0641189 Nov 22 16:49:46.193923 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:46.259274 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f29d2696-7295-4795-92ce-2cb45d27d636 req-fa200bee-7ba7-4201-8c45-b54665768471 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722606 Nov 22 16:49:46.369351 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:46.385993 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44', 'network_id': 'a91d6aba-b44e-47a8-8985-dd864d22c007', 'port_id': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44', 'mac_address': 'fa:16:3e:07:ee:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c24cd74-df45-4ab1-939d-82b1efa26b71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:46.435707 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.490198 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:46.549343 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:46.570295 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.698129 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:46.764593 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c30db-9f3f-46cc-af40-ebaf8bddb497 req-87845451-6069-4210-813c-d0cf5f9214bf tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.797241 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-af5c30db-9f3f-46cc-af40-ebaf8bddb497 req-87845451-6069-4210-813c-d0cf5f9214bf tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 944 time: 0.2758060 Nov 22 16:49:46.970771 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['ffab5355-2b8a-4ad6-8e2c-ca15e2284d44'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:46.979085 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-af5c30db-9f3f-46cc-af40-ebaf8bddb497 req-f32566e7-b6e1-4eec-a0d9-538360b2e119 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778977 Nov 22 16:49:47.344025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-68997ea6-6327-4097-8cff-25118ec9125d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128337129&fields=id&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 267 time: 0.1980472 Nov 22 16:49:47.402341 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558a195-6a9c-41c2-bf51-222d3464bf9c req-8c27f9f8-fdf8-4290-b82c-cfe42924f236 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.404201 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2558a195-6a9c-41c2-bf51-222d3464bf9c req-8c27f9f8-fdf8-4290-b82c-cfe42924f236 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.2748702 Nov 22 16:49:47.515559 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2558a195-6a9c-41c2-bf51-222d3464bf9c req-c2fa9872-2944-4a32-8f94-49d9dacdfea0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962739 Nov 22 16:49:47.600644 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-07affe45-9c12-45ec-9e4c-61be08882ecb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.625858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-07affe45-9c12-45ec-9e4c-61be08882ecb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.2805250 Nov 22 16:49:47.652725 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-0f851b6b-9fd6-4ccd-9118-ea468c1ac94d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/quotas/34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0183060 Nov 22 16:49:47.759488 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-ce0005fc-c422-4b94-af1d-5b3158857ca8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973296 Nov 22 16:49:47.879349 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-3de61cc1-a9f3-4076-999e-faee3f630a92 service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166136 Nov 22 16:49:47.889323 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf22c4-1a4a-48f4-adc8-63943849f1c9 req-e378d897-8bb6-44d3-86ef-afe3aa9bedf3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.897428 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bccf22c4-1a4a-48f4-adc8-63943849f1c9 req-e378d897-8bb6-44d3-86ef-afe3aa9bedf3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.2414942 Nov 22 16:49:48.036610 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-942f0df0-73f6-42a8-b66d-939abd39c382 service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554096 Nov 22 16:49:48.074429 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bccf22c4-1a4a-48f4-adc8-63943849f1c9 req-a306d7b5-d12c-4218-a641-7315b6718bff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751215 Nov 22 16:49:48.325005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb63b9-423e-4ce8-b314-81c436e720d8 req-c08b5908-3958-4ac7-bb81-98075b5a4549 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.326938 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-addb63b9-423e-4ce8-b314-81c436e720d8 req-c08b5908-3958-4ac7-bb81-98075b5a4549 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1219406 Nov 22 16:49:48.433262 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-addb63b9-423e-4ce8-b314-81c436e720d8 req-b7118494-7b96-43ba-9a61-e3ccc175af0d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949895 Nov 22 16:49:48.621657 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-afdc7407-2df9-4430-ba29-356df3332265 req-342edac7-b545-4edf-a2b3-6d2cdeb785fb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 210 time: 0.0788484 Nov 22 16:49:48.687419 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220670b-4a82-4c7b-9a44-6142fa78e4d4 req-ce1a0695-5f5f-4098-8b21-b1d58559f843 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.701646 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7220670b-4a82-4c7b-9a44-6142fa78e4d4 req-ce1a0695-5f5f-4098-8b21-b1d58559f843 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 945 time: 0.1211157 Nov 22 16:49:48.827721 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7220670b-4a82-4c7b-9a44-6142fa78e4d4 req-da10dd5a-ca82-4648-ac1b-ab90c410267c tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251562 Nov 22 16:49:48.841668 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77ba60-d9cc-405b-b40b-e7492cd15d51 req-477ccad1-5d30-42d8-bee4-46f57b36a7bc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.843320 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be77ba60-d9cc-405b-b40b-e7492cd15d51 req-477ccad1-5d30-42d8-bee4-46f57b36a7bc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1014531 Nov 22 16:49:48.943191 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be77ba60-d9cc-405b-b40b-e7492cd15d51 req-766c0ea5-bad4-4143-8284-7c66daf3e03c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917563 Nov 22 16:49:49.312108 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ebbe6-8dbd-4272-83ce-fcd7329fb6c9 req-d8a005a6-56b9-4d04-89e4-748325a3cb57 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.320391 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd5ebbe6-8dbd-4272-83ce-fcd7329fb6c9 req-d8a005a6-56b9-4d04-89e4-748325a3cb57 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1137145 Nov 22 16:49:49.424471 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bd5ebbe6-8dbd-4272-83ce-fcd7329fb6c9 req-2974a183-43f4-46f1-8dcb-7219823a6e3e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027811 Nov 22 16:49:49.739292 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5d2a1-b077-4357-a258-ec2e4b193155 req-91ef40eb-793b-4ca7-b938-68367c93537c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.761681 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aed5d2a1-b077-4357-a258-ec2e4b193155 req-91ef40eb-793b-4ca7-b938-68367c93537c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.2105942 Nov 22 16:49:49.831139 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f3ce6b2a-5bcc-476a-894a-b1ade5c7fb9c req-69f25c33-8483-421b-be28-f58f85248989 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 210 time: 0.0411298 Nov 22 16:49:49.887472 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aed5d2a1-b077-4357-a258-ec2e4b193155 req-7b3fbdbd-e1e0-42e9-bfcf-03b993705971 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228626 Nov 22 16:49:50.057027 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05df13c-0501-4959-8716-45567ea53fb4 req-008fb76d-1867-4deb-921b-89d18b7c0587 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.068428 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d05df13c-0501-4959-8716-45567ea53fb4 req-008fb76d-1867-4deb-921b-89d18b7c0587 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 945 time: 0.1161337 Nov 22 16:49:50.141089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4f609-821e-4d55-b2d8-e0263bf4408a req-37bb5248-6024-4392-9daa-adfaba94829b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.149009 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77c4f609-821e-4d55-b2d8-e0263bf4408a req-37bb5248-6024-4392-9daa-adfaba94829b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0791893 Nov 22 16:49:50.213598 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:50.302957 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d05df13c-0501-4959-8716-45567ea53fb4 req-aadace0a-54bb-4bec-b1dc-d80a713a1937 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038202 Nov 22 16:49:50.325794 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77c4f609-821e-4d55-b2d8-e0263bf4408a req-d5332308-f081-45dc-8b09-4816fd69e9bd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721854 Nov 22 16:49:50.340393 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-808f2ead-477c-4b2e-8315-bd81c450403c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.341873 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-808f2ead-477c-4b2e-8315-bd81c450403c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.2482796 Nov 22 16:49:50.379495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:50.389073 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:50.389513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.469640 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-855bd832-9cb7-4412-b90b-76db17c7835c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 380 time: 0.1162200 Nov 22 16:49:50.489529 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'port': {'device_id': 'ebdc1714-8408-4494-bacc-2925c409a405', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'admin_state_up': True, 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'security_groups': ['aefa0808-f05b-4b50-a450-c4d3ca6bde0a']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:50.602600 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.632858 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799e53f-ea2b-45d1-a801-d9a0bb75243b req-d24725e4-b7af-4804-a706-633621ce741d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.642512 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5799e53f-ea2b-45d1-a801-d9a0bb75243b req-d24725e4-b7af-4804-a706-633621ce741d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1109447 Nov 22 16:49:50.700337 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:50.702317 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:50.704145 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a6d3c-3053-4c1d-9576-9e748a0d7459" -d '{"events": [{"server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "name": "network-vif-plugged", "status": "completed", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:50.727259 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.751892 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5799e53f-ea2b-45d1-a801-d9a0bb75243b req-cc60ac75-85f7-40c1-81e4-f1a5dbffdc98 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077640 Nov 22 16:49:50.794386 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Made reservation on behalf of 34096c71472f4590b84542f5fa3f1cc7 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:50.801353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.813222 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d959f8-e353-4fab-b06b-afb2b221a34a x-openstack-request-id: req-b5d959f8-e353-4fab-b06b-afb2b221a34a {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:50.814027 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "name": "network-vif-plugged", "status": "completed", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:50.815434 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5d959f8-e353-4fab-b06b-afb2b221a34a {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:50.816324 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44', 'code': 200} Nov 22 16:49:50.837409 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:51.066751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.20.0.8 (42ca106a-556a-4adb-8874-8ec3e8556409/ca8c826a-130c-4c50-bc37-2225ae21a7cb/f3f65b06-1f0c-4571-a1c8-50d07a2061bf) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:51.079064 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a6b657ee-4d76-48c1-8639-a7b977be1811 req-ecd81f9f-805d-4240-ae11-bcf76799d3c3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 210 time: 0.0650523 Nov 22 16:49:51.211867 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4855e-1db0-465c-a4e7-c0d868fbad62 req-009cfb95-7510-41c0-8272-cc6f75d0d61b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.213370 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d4f4855e-1db0-465c-a4e7-c0d868fbad62 req-009cfb95-7510-41c0-8272-cc6f75d0d61b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1603818 Nov 22 16:49:51.218947 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba99e-dbad-43d9-a0fe-a129e7f91caf req-e373b870-e28f-4ce8-b2ff-8cd6ff6aadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.218947 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d05ba99e-dbad-43d9-a0fe-a129e7f91caf req-e373b870-e28f-4ce8-b2ff-8cd6ff6aadf4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 1099 time: 0.1221049 Nov 22 16:49:51.303534 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.321843 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d4f4855e-1db0-465c-a4e7-c0d868fbad62 req-51dc72d9-66ac-4078-a414-28ca5b984a90 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959764 Nov 22 16:49:51.391080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.466703 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:51.473959 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:51.483455 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:51.529540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825875a-5217-41f4-b182-b29e65485dbe req-63124b63-eaf1-4607-b3ee-5799dfa6cab6 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.537123 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7825875a-5217-41f4-b182-b29e65485dbe req-63124b63-eaf1-4607-b3ee-5799dfa6cab6 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.1230602 Nov 22 16:49:51.609286 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d05ba99e-dbad-43d9-a0fe-a129e7f91caf req-369ed138-d8e1-4ab9-9601-49a24f795924 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402952 Nov 22 16:49:51.613836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:51.662610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.663342 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.724329 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-dd0b285f-5054-447e-ab5d-9884df320886 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467401 Nov 22 16:49:51.882763 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Request body: {'port': {'device_id': 'ebdc1714-8408-4494-bacc-2925c409a405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:51.978926 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-b3cd8a99-1410-4e6b-b954-cfecb8cd6cee None None] Provisioning complete for port f3f65b06-1f0c-4571-a1c8-50d07a2061bf triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:51.979975 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b3cd8a99-1410-4e6b-b954-cfecb8cd6cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.055420 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577647f-67e1-42f6-8cf8-6e7eeace5f21 req-cb2726c8-ca0b-4b9b-a4d9-dab5ab1aff4f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.056907 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd8a99-1410-4e6b-b954-cfecb8cd6cee None None] Port f3f65b06-1f0c-4571-a1c8-50d07a2061bf cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:52.063882 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a577647f-67e1-42f6-8cf8-6e7eeace5f21 req-cb2726c8-ca0b-4b9b-a4d9-dab5ab1aff4f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.5951445 Nov 22 16:49:52.069752 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.116004 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7825875a-5217-41f4-b182-b29e65485dbe req-792e1206-f4a0-47b9-b47a-bddc30981cd8 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778699 Nov 22 16:49:52.147415 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:52.169471 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a577647f-67e1-42f6-8cf8-6e7eeace5f21 req-48d58c66-110f-46bb-8493-f2c16e50eb33 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039901 Nov 22 16:49:52.328440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6e44-3c6c-43b9-a968-65cb4c739def req-bc84d142-7689-4ba5-a776-b911b24f9c84 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.336307 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b31e6e44-3c6c-43b9-a968-65cb4c739def req-bc84d142-7689-4ba5-a776-b911b24f9c84 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1066301 Nov 22 16:49:52.403495 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b31e6e44-3c6c-43b9-a968-65cb4c739def req-c95e7582-4511-4263-b9ef-4b1662b24d45 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622709 Nov 22 16:49:52.437927 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e21ff0-886c-446a-837b-87ce820051d6 req-a5859e0e-b494-4213-b532-16b159b7fd7b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.455670 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0e21ff0-886c-446a-837b-87ce820051d6 req-a5859e0e-b494-4213-b532-16b159b7fd7b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 931 time: 0.1790862 Nov 22 16:49:52.525865 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f65b06-1f0c-4571-a1c8-50d07a2061bf {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:52.536495 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.551546 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Transition to ACTIVE for port object f3f65b06-1f0c-4571-a1c8-50d07a2061bf will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:52.560706 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.573113 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0e21ff0-886c-446a-837b-87ce820051d6 req-87ebf8ad-c03b-460e-b300-e714fbcad196 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141257 Nov 22 16:49:52.599846 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58346bcb-8dd3-45f3-9c2c-154819aca770 req-7dc1d9c0-e3fe-4571-98d6-17569efe6393 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.607221 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-58346bcb-8dd3-45f3-9c2c-154819aca770 req-7dc1d9c0-e3fe-4571-98d6-17569efe6393 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0789995 Nov 22 16:49:52.692047 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Pushing event updated for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:52.692394 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-58346bcb-8dd3-45f3-9c2c-154819aca770 req-8dedec6d-ac79-4141-a0f5-2f57516a51bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813584 Nov 22 16:49:52.843919 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Attempting to bind port f3f65b06-1f0c-4571-a1c8-50d07a2061bf on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:52.844328 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Attempting to bind port f3f65b06-1f0c-4571-a1c8-50d07a2061bf by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:52.844728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Attempting to bind port f3f65b06-1f0c-4571-a1c8-50d07a2061bf on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:52.863934 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Port f3f65b06-1f0c-4571-a1c8-50d07a2061bf on network 42ca106a-556a-4adb-8874-8ec3e8556409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:52.864364 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Attempting to bind port f3f65b06-1f0c-4571-a1c8-50d07a2061bf on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:52.870472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:52.870890 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:52.871350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Bound using segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:52.871855 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Bound port: f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:52.872274 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.048477 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:53.055792 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:53.064445 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.149811 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.150436 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.151906 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] 10.222.0.48 "PUT /v2.0/ports/f3f65b06-1f0c-4571-a1c8-50d07a2061bf HTTP/1.1" status: 200 len: 1093 time: 1.2744377 Nov 22 16:49:53.152396 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:53.154771 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:53.208688 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b6cfb-f406-4e36-bd46-f9c9f9fc998a service neutron] Pushing event updated for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.284590 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e85c5-9993-465b-bd74-4e1d5a498754 req-ac969b9d-e285-470a-8630-09ae5e6537db tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.291595 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a01e85c5-9993-465b-bd74-4e1d5a498754 req-ac969b9d-e285-470a-8630-09ae5e6537db tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1347728 Nov 22 16:49:53.442753 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a01e85c5-9993-465b-bd74-4e1d5a498754 req-5208e48a-cf6b-4803-b9c9-c775f2ee96e3 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501498 Nov 22 16:49:53.567809 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f40bdd-b322-4184-87c9-a37f2d43352b x-openstack-request-id: req-03f40bdd-b322-4184-87c9-a37f2d43352b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:53.568930 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:53.569293 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03f40bdd-b322-4184-87c9-a37f2d43352b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:53.570595 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'status': 'completed', 'code': 200} Nov 22 16:49:53.609236 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b08237-c20b-41c1-8c03-db0b5988ede4 req-b22bf91b-c2ae-4c15-bc1f-22fae3663665 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.616370 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e7b08237-c20b-41c1-8c03-db0b5988ede4 req-b22bf91b-c2ae-4c15-bc1f-22fae3663665 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.1725042 Nov 22 16:49:53.650530 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-e67ded62-e2db-4dfa-9f56-ccb243fa7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.652799 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-e67ded62-e2db-4dfa-9f56-ccb243fa7e98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 1096 time: 0.2492402 Nov 22 16:49:53.661078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29246-4eab-4edb-9853-93a575871859 req-9222818d-48dc-4345-ba90-9bad6910ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.666262 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-9222818d-48dc-4345-ba90-9bad6910ff1a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.1938808 Nov 22 16:49:53.754239 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-0fc09965-d492-44a8-bb20-7c3b047b74c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf HTTP/1.1" status: 200 len: 217 time: 0.0860934 Nov 22 16:49:53.869682 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f685f1a-23ff-4c68-91a5-21b7769e91d3 req-12cb3531-9634-4c0d-b425-d450617593de tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.901200 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f685f1a-23ff-4c68-91a5-21b7769e91d3 req-12cb3531-9634-4c0d-b425-d450617593de tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.2836967 Nov 22 16:49:53.934200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-d3b6f7ad-9a9e-46cd-9db8-28b6e7187a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.935693 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-d3b6f7ad-9a9e-46cd-9db8-28b6e7187a47 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.1676092 Nov 22 16:49:53.990802 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e7b08237-c20b-41c1-8c03-db0b5988ede4 req-91c5e82e-a852-4a56-b98f-abe463a04f8e tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538946 Nov 22 16:49:54.016127 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29246-4eab-4edb-9853-93a575871859 req-83f34191-5128-4b83-9eb0-5a51de900f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.018369 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-83f34191-5128-4b83-9eb0-5a51de900f13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.2831576 Nov 22 16:49:54.058709 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9f685f1a-23ff-4c68-91a5-21b7769e91d3 req-878bf6e5-8f2f-486b-8bf9-9ae41bfd0e4a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562278 Nov 22 16:49:54.223785 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f5306-c1ae-4a46-be9a-20862072637b req-03b98936-c50d-4bab-9ed1-86a222c8fde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.230477 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-03b98936-c50d-4bab-9ed1-86a222c8fde6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2741232 Nov 22 16:49:54.243691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14b83-8fd9-4c21-9687-da4a1e8de4b9 req-403a044a-463c-4fb7-8649-0848d0c18e4d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.245885 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0f14b83-8fd9-4c21-9687-da4a1e8de4b9 req-403a044a-463c-4fb7-8649-0848d0c18e4d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1217427 Nov 22 16:49:54.296040 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1899368-eb06-4c89-8ddb-edaa4aab27b6 req-e1d4a266-9c4f-4737-b242-9503cbd0798c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.301455 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e1899368-eb06-4c89-8ddb-edaa4aab27b6 req-e1d4a266-9c4f-4737-b242-9503cbd0798c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.1187501 Nov 22 16:49:54.392657 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-f9449ad5-36cf-4915-9db5-6c4070fb37e1 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468520 Nov 22 16:49:54.396405 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-d45eb293-e676-45ed-8183-70a64c6f77c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1001 time: 0.3637545 Nov 22 16:49:54.438072 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e1899368-eb06-4c89-8ddb-edaa4aab27b6 req-f228bae9-7775-4612-ac5e-ff16f7fb2731 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054482 Nov 22 16:49:54.492560 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0f14b83-8fd9-4c21-9687-da4a1e8de4b9 req-8e2cc00e-2469-46f7-b95e-52093ab4f924 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341874 Nov 22 16:49:54.610963 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29246-4eab-4edb-9853-93a575871859 req-aea55e2a-eec7-4896-b914-77f5ca18831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.614229 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-aea55e2a-eec7-4896-b914-77f5ca18831f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.2003379 Nov 22 16:49:54.668645 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-284f5306-c1ae-4a46-be9a-20862072637b req-3fdac272-65da-4b67-97d2-da1ad1bb6cf0 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559381 Nov 22 16:49:54.689549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29246-4eab-4edb-9853-93a575871859 req-671f5914-0c9e-4c13-9661-586900fb0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.692390 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-671f5914-0c9e-4c13-9661-586900fb0527 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699852 Nov 22 16:49:54.729585 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832dbda-4409-4364-b317-9a0812860041 req-845653c2-296c-4714-9df1-196a2aa8a4a8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:54.735872 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c832dbda-4409-4364-b317-9a0812860041 req-845653c2-296c-4714-9df1-196a2aa8a4a8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1597619 Nov 22 16:49:54.834836 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c832dbda-4409-4364-b317-9a0812860041 req-23c5a818-7d9b-4873-a0ee-db36990ad0a8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890999 Nov 22 16:49:55.284905 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822cc4-cbdf-4b1b-8431-6ca781f562a1 req-db7fca83-1731-4e8b-89d9-9b7eadff02c2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.293815 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-96822cc4-cbdf-4b1b-8431-6ca781f562a1 req-db7fca83-1731-4e8b-89d9-9b7eadff02c2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0944703 Nov 22 16:49:55.424775 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-96822cc4-cbdf-4b1b-8431-6ca781f562a1 req-1f0f77ce-153a-46e0-aae6-d3b362bf90db tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295218 Nov 22 16:49:55.502651 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-1842a244-0f3c-45b4-af14-a81cac9c5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.504735 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-1842a244-0f3c-45b4-af14-a81cac9c5e07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 1096 time: 0.7104950 Nov 22 16:49:55.684560 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-518d3ef3-8aa9-4d4f-b0cf-8676c237a5f9 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9516051 Nov 22 16:49:55.763424 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00aeb6-8201-462a-a6b5-9d8878ae8541 req-2aafd7a2-979d-403b-9ffc-183adccf81fc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.764995 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c00aeb6-8201-462a-a6b5-9d8878ae8541 req-2aafd7a2-979d-403b-9ffc-183adccf81fc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.1609025 Nov 22 16:49:55.785767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cd9b7-2014-49de-8d83-77ddb8c185a6 req-a0b82e7d-16d7-452e-b839-c9caa8fcb26f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.789544 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-949cd9b7-2014-49de-8d83-77ddb8c185a6 req-a0b82e7d-16d7-452e-b839-c9caa8fcb26f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1227088 Nov 22 16:49:55.838666 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-41ef55b2-879c-4ac1-ac8a-b7ed7a0da63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.840188 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-41ef55b2-879c-4ac1-ac8a-b7ed7a0da63d service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.3061118 Nov 22 16:49:55.900403 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c00aeb6-8201-462a-a6b5-9d8878ae8541 req-e9c8e5ad-f385-4f90-b44c-6256ab4c02ea tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085386 Nov 22 16:49:55.900876 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-8eb3c28b-c45d-4f98-aef8-9f0725109c7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf HTTP/1.1" status: 200 len: 217 time: 0.0510137 Nov 22 16:49:55.909010 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-12f29246-4eab-4edb-9853-93a575871859 req-f42d4ee0-109e-4397-a712-d33874d79f2b service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848447 Nov 22 16:49:55.988982 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-486c5121-5532-48dd-aae4-df13769d0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:55.995026 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-486c5121-5532-48dd-aae4-df13769d0afa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0793045 Nov 22 16:49:56.051232 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-949cd9b7-2014-49de-8d83-77ddb8c185a6 req-16f36d8d-3820-4d48-ad94-7d0195109dd9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769228 Nov 22 16:49:56.097618 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-2383a7c6-37cf-4fca-9c97-e25d878e450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.099647 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-2383a7c6-37cf-4fca-9c97-e25d878e450b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940282 Nov 22 16:49:56.107310 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced7722-63c0-4ed4-a843-8a52786d2b20 req-813297c8-d96f-4ea3-beb8-1832e589c7a8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.109292 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ced7722-63c0-4ed4-a843-8a52786d2b20 req-813297c8-d96f-4ea3-beb8-1832e589c7a8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0811584 Nov 22 16:49:56.198435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ced7722-63c0-4ed4-a843-8a52786d2b20 req-25959dda-4e42-4207-a489-a069fd7aadb5 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780530 Nov 22 16:49:56.316443 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-063339cb-493a-4684-aebe-a2128ac8b77b service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057176 Nov 22 16:49:56.565558 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d21dcd2c-4a0c-45a8-a52f-781aad0eb0f9 req-42709bb9-b6c7-47b8-a476-6595d8146d06 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366159 Nov 22 16:49:56.673422 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9e77-084f-48ee-b14a-8b0f1fc92df3 req-f29f6cf5-4393-4fe1-aa5c-d5f72a297765 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:56.675580 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7e0a9e77-084f-48ee-b14a-8b0f1fc92df3 req-f29f6cf5-4393-4fe1-aa5c-d5f72a297765 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0798256 Nov 22 16:49:56.800863 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7e0a9e77-084f-48ee-b14a-8b0f1fc92df3 req-40adf95f-2a93-4bcc-9a9d-25dcf042e293 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122603 Nov 22 16:49:57.067476 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3fb8e-bd2a-4b3f-a3bb-33b5d4690b8b req-f1210b72-3c63-4383-8126-39a6dd3b65c6 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.078168 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ba3fb8e-bd2a-4b3f-a3bb-33b5d4690b8b req-f1210b72-3c63-4383-8126-39a6dd3b65c6 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.0771697 Nov 22 16:49:57.166977 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ba3fb8e-bd2a-4b3f-a3bb-33b5d4690b8b req-8aec9bb5-08d7-4b63-9761-01a33da37d2d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873868 Nov 22 16:49:57.244420 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f2052-f5f9-499d-8c14-59473396e434 req-3809bad2-d277-4e9c-8f37-3d31736dbf8a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.246504 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c14f2052-f5f9-499d-8c14-59473396e434 req-3809bad2-d277-4e9c-8f37-3d31736dbf8a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0739505 Nov 22 16:49:57.327144 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c14f2052-f5f9-499d-8c14-59473396e434 req-6b2c75a3-4dec-4c82-a1ee-e857b338ae40 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741708 Nov 22 16:49:57.472207 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247d8fa-d8c2-46cc-85fe-d5d64bf04e37 req-f35dac97-8b75-4932-8a5c-1f470d920fd3 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.475435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8247d8fa-d8c2-46cc-85fe-d5d64bf04e37 req-f35dac97-8b75-4932-8a5c-1f470d920fd3 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1386969 Nov 22 16:49:57.583077 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8247d8fa-d8c2-46cc-85fe-d5d64bf04e37 req-16c081ba-fcc2-4d83-9375-b082ff14613a tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980155 Nov 22 16:49:57.987692 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e4c5-3271-499a-b495-2cc3b8044384 req-137b8dc9-8d75-40f6-8088-50fc847bde98 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.995490 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-fe0eac5d-c567-4498-bfaa-5ba8d0f1c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.997187 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-fe0eac5d-c567-4498-bfaa-5ba8d0f1c237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1099 time: 0.2085786 Nov 22 16:49:57.998963 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-28c4e4c5-3271-499a-b495-2cc3b8044384 req-137b8dc9-8d75-40f6-8088-50fc847bde98 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0819707 Nov 22 16:49:58.096893 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-28c4e4c5-3271-499a-b495-2cc3b8044384 req-70b4aca5-ba5e-4e44-bef3-7de93d008b31 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962012 Nov 22 16:49:58.336929 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-64e5ddd0-bf7d-4455-ba90-2e66d1138c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.341473 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-64e5ddd0-bf7d-4455-ba90-2e66d1138c37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.1902721 Nov 22 16:49:58.397378 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f9137-aaea-4a49-b166-3c37b24afd64 req-dfb472e9-f08a-400c-86d7-f3cba8aa0d0e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.404581 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba5f9137-aaea-4a49-b166-3c37b24afd64 req-dfb472e9-f08a-400c-86d7-f3cba8aa0d0e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.0850492 Nov 22 16:49:58.476421 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-fa718d11-ed1b-4e73-9e14-0793092efc0d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 1002 time: 0.1194854 Nov 22 16:49:58.507116 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba5f9137-aaea-4a49-b166-3c37b24afd64 req-2787f032-939d-42e8-a409-5415e1150986 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634170 Nov 22 16:49:58.544631 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dd62a-b4a9-4c50-b9ee-7d50f9a02a7e req-6adbdace-c851-4d09-8e01-d0d7240f6a25 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.554377 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-650dd62a-b4a9-4c50-b9ee-7d50f9a02a7e req-6adbdace-c851-4d09-8e01-d0d7240f6a25 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1485746 Nov 22 16:49:58.590858 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-f059b0d4-d6a3-4e33-b024-0933407c76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.592605 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-f059b0d4-d6a3-4e33-b024-0933407c76e7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.1033127 Nov 22 16:49:58.639904 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-650dd62a-b4a9-4c50-b9ee-7d50f9a02a7e req-8f457f8c-0716-47f2-9bc8-f040d1ac778c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844178 Nov 22 16:49:58.685693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-f552d17a-1d40-4b4a-aa50-08e41ecaeed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.687227 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-f552d17a-1d40-4b4a-aa50-08e41ecaeed5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0840595 Nov 22 16:49:58.849053 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-1df76d23-8225-4612-8da5-e7252dd301de service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405573 Nov 22 16:49:59.019346 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a73d3bab-8a4f-4236-b603-b0d8fd362913 req-9d35892f-c0b3-4e17-a16e-e6912fdcd15f service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595576 Nov 22 16:49:59.326739 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806ae22-b3e5-4ced-9b26-dee12e42f4d0 req-2bd0d095-3164-447c-9440-c061187be417 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.330508 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c806ae22-b3e5-4ced-9b26-dee12e42f4d0 req-2bd0d095-3164-447c-9440-c061187be417 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1135342 Nov 22 16:49:59.416827 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c806ae22-b3e5-4ced-9b26-dee12e42f4d0 req-94a50924-5099-4fa5-b3de-42905a013932 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800457 Nov 22 16:49:59.812638 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7641bc-1372-446f-8988-0b5a68e4669e req-87f945ed-661e-4a6d-b85d-4e06a7c6001b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.820125 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bb7641bc-1372-446f-8988-0b5a68e4669e req-87f945ed-661e-4a6d-b85d-4e06a7c6001b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.1708767 Nov 22 16:49:59.895488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac740e3-6dc3-410f-9b82-47ec4ba54743 req-9c37795b-d9dc-447f-bbc0-a0b5b762e4ea tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.897466 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8ac740e3-6dc3-410f-9b82-47ec4ba54743 req-9c37795b-d9dc-447f-bbc0-a0b5b762e4ea tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1319895 Nov 22 16:49:59.950892 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bb7641bc-1372-446f-8988-0b5a68e4669e req-37d85cab-0eaf-4c23-845b-799743bf6b55 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297262 Nov 22 16:50:00.012510 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c504ea-59f5-4907-a3fb-c54c889c8682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.023224 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8ac740e3-6dc3-410f-9b82-47ec4ba54743 req-453c4d5c-feca-4404-8b50-403abcea9ae8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932095 Nov 22 16:50:00.239419 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.586726 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2c7f9-55fc-4d8c-b5be-07c50023d983 req-2e27d973-04d2-4810-a745-a270d66fcce0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:00.586726 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d0e2c7f9-55fc-4d8c-b5be-07c50023d983 req-2e27d973-04d2-4810-a745-a270d66fcce0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0707293 Nov 22 16:50:00.643128 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d0e2c7f9-55fc-4d8c-b5be-07c50023d983 req-46db870d-849b-49d5-b193-b805e77aa2ab tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488944 Nov 22 16:50:01.102482 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b93c0-2eae-4f51-a4b8-1de2439f8bb4 req-7c7339cd-9ab9-4c7b-8731-a798f06134f5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.104337 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-396b93c0-2eae-4f51-a4b8-1de2439f8bb4 req-7c7339cd-9ab9-4c7b-8731-a798f06134f5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.0692565 Nov 22 16:50:01.190530 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e9f70-a442-47a1-88d1-c9cc9b860b78 req-c0b4eb58-212d-452c-89a2-672429a7aaec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.192622 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d79e9f70-a442-47a1-88d1-c9cc9b860b78 req-c0b4eb58-212d-452c-89a2-672429a7aaec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0870457 Nov 22 16:50:01.215634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f121-50e6-423b-8898-d475c5feb82c req-19fa20b3-9e4d-4798-8e0b-b7ade680dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.217225 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-19fa20b3-9e4d-4798-8e0b-b7ade680dfc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1099 time: 0.0666399 Nov 22 16:50:01.221827 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-396b93c0-2eae-4f51-a4b8-1de2439f8bb4 req-dcba8cf2-4933-4b8f-98bd-3d20c3f9a8d4 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072869 Nov 22 16:50:01.294974 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d79e9f70-a442-47a1-88d1-c9cc9b860b78 req-68701a76-2375-4b8c-aa1e-61e6f6fd821e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673473 Nov 22 16:50:01.349068 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f121-50e6-423b-8898-d475c5feb82c req-a3e75212-0853-4d72-a200-981eab7422ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.350591 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-a3e75212-0853-4d72-a200-981eab7422ee service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.1175752 Nov 22 16:50:01.433078 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-d2e8d5a6-978a-4973-86c6-a7670580088a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 1002 time: 0.0707104 Nov 22 16:50:01.515721 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f121-50e6-423b-8898-d475c5feb82c req-9cf047d8-92dd-48de-a207-c02ccdde0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.517404 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-9cf047d8-92dd-48de-a207-c02ccdde0b0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0753951 Nov 22 16:50:01.592340 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f121-50e6-423b-8898-d475c5feb82c req-ed159dac-391f-4f06-a348-c8d1a987d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.593823 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-ed159dac-391f-4f06-a348-c8d1a987d2b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555582 Nov 22 16:50:01.754849 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-18cf3227-8f93-47d8-a718-0a2415f7d3c1 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512971 Nov 22 16:50:01.839243 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5f8ec-6731-4632-9831-60bfa705c225 req-cf91b390-59b7-49b3-90e1-03be714f5813 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.849358 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23f5f8ec-6731-4632-9831-60bfa705c225 req-cf91b390-59b7-49b3-90e1-03be714f5813 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1098588 Nov 22 16:50:01.898644 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0c28f121-50e6-423b-8898-d475c5feb82c req-02e2196a-cf1f-4784-a4f6-7a79a89a84aa service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316004 Nov 22 16:50:01.906641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23f5f8ec-6731-4632-9831-60bfa705c225 req-0d576880-c45e-4f91-8253-399553edc8d9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 Nov 22 16:50:02.351711 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7685f314-66cf-41e9-90f1-081163f8ed1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.402398 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd182-ac64-4754-8e7f-e32f1418552d req-e61f1ae4-cd15-41d4-a2cd-410a8be41b76 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.411291 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-97acd182-ac64-4754-8e7f-e32f1418552d req-e61f1ae4-cd15-41d4-a2cd-410a8be41b76 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.1181107 Nov 22 16:50:02.506863 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-97acd182-ac64-4754-8e7f-e32f1418552d req-1c5f6cc7-6f58-42bb-9b4c-10d263e89158 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942400 Nov 22 16:50:02.536413 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bc616-7b42-46a5-9ccf-3c81f95f3484 req-f7faa8eb-c1eb-49e4-9c53-87712e292cc9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.538003 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-194bc616-7b42-46a5-9ccf-3c81f95f3484 req-f7faa8eb-c1eb-49e4-9c53-87712e292cc9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.1043510 Nov 22 16:50:02.610907 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-194bc616-7b42-46a5-9ccf-3c81f95f3484 req-874039c6-d162-4427-b814-ed87fe1035cc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642135 Nov 22 16:50:03.033435 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f3fa1-c832-46d8-966e-8dd5c6557752 req-d327f5e1-2821-4e7d-9d54-d314d77d77d0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.035968 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-422f3fa1-c832-46d8-966e-8dd5c6557752 req-d327f5e1-2821-4e7d-9d54-d314d77d77d0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0527520 Nov 22 16:50:03.096271 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-422f3fa1-c832-46d8-966e-8dd5c6557752 req-4e8b0668-6a24-46c1-8b23-981a0fd8e05a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Nov 22 16:50:03.403596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.653765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79b35f-1059-48ab-81d6-00c018241ab3 req-de5fdfaa-17f2-41f8-bbd0-b5f7f29b2659 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.655769 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e79b35f-1059-48ab-81d6-00c018241ab3 req-de5fdfaa-17f2-41f8-bbd0-b5f7f29b2659 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 943 time: 0.0608644 Nov 22 16:50:03.718973 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e79b35f-1059-48ab-81d6-00c018241ab3 req-eea9b075-ada6-4206-8d80-5b2ec330dc4c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574851 Nov 22 16:50:03.757050 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bde32-fe54-4e2d-bc65-e72195e58492 req-ffba6285-d82c-4cb9-a4c6-4f0587baf551 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.758669 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6d9bde32-fe54-4e2d-bc65-e72195e58492 req-ffba6285-d82c-4cb9-a4c6-4f0587baf551 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0597408 Nov 22 16:50:03.809124 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6d9bde32-fe54-4e2d-bc65-e72195e58492 req-c35ce3e4-370c-4757-afab-a26feb991228 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 Nov 22 16:50:04.213861 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795af8-e553-4c88-9166-3ac6a07d19c9 req-f6c0d289-4ec0-48fd-b101-30b557195db6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.215369 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c795af8-e553-4c88-9166-3ac6a07d19c9 req-f6c0d289-4ec0-48fd-b101-30b557195db6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0486598 Nov 22 16:50:04.266513 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c795af8-e553-4c88-9166-3ac6a07d19c9 req-a4c58c3b-3750-4614-a6e0-e7fbb1f43dff tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Nov 22 16:50:04.513642 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3f65b06-1f0c-4571-a1c8-50d07a2061bf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:04.609554 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:04.621280 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'port_id': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'mac_address': 'fa:16:3e:21:7a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:04.661328 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.674484 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f65b06-1f0c-4571-a1c8-50d07a2061bf {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:04.699838 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:04.704431 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.751787 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.848210 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce1c22c-34bf-4472-bea3-1ceb730b1b8a req-bb9847f4-f047-47b7-8950-ff622ecb0b60 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.849816 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ce1c22c-34bf-4472-bea3-1ceb730b1b8a req-bb9847f4-f047-47b7-8950-ff622ecb0b60 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0558631 Nov 22 16:50:04.911970 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.929044 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4ce1c22c-34bf-4472-bea3-1ceb730b1b8a req-dc71c8d0-b5a5-4223-903a-24ddbbf6072f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728891 Nov 22 16:50:04.950516 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d38c0b-04a5-44dc-bac8-8389fccc0b36 req-3c2e7749-ec7c-4d66-9211-811d71bd2eb3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.951953 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-15d38c0b-04a5-44dc-bac8-8389fccc0b36 req-3c2e7749-ec7c-4d66-9211-811d71bd2eb3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0683382 Nov 22 16:50:05.000853 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-15d38c0b-04a5-44dc-bac8-8389fccc0b36 req-26c482fb-5b3e-4889-885a-82c4a20f8c10 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424776 Nov 22 16:50:05.390055 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d0634-ffb3-416c-b1bf-bb36bc5fd643 req-72fc9ba0-e5bf-47f4-be6b-f46585dc16b3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.391610 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d31d0634-ffb3-416c-b1bf-bb36bc5fd643 req-72fc9ba0-e5bf-47f4-be6b-f46585dc16b3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0552974 Nov 22 16:50:05.444797 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d31d0634-ffb3-416c-b1bf-bb36bc5fd643 req-56f48093-23a6-4749-a79e-1a23370b3d3b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Nov 22 16:50:05.635529 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.046957 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fea3cd-87a2-442f-b8ca-d4cf2457a229 req-3a280671-98fc-4f23-9c1c-8bce518d18a5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.048851 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08fea3cd-87a2-442f-b8ca-d4cf2457a229 req-3a280671-98fc-4f23-9c1c-8bce518d18a5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0501080 Nov 22 16:50:06.123691 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08fea3cd-87a2-442f-b8ca-d4cf2457a229 req-e31f9921-233e-454c-828d-6863f50a8473 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687387 Nov 22 16:50:06.143197 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b46f8f-73e9-4582-b380-9f9de5a67d98 req-fabce4fe-7416-42dc-8a7e-fc7e852d01a7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.145679 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-74b46f8f-73e9-4582-b380-9f9de5a67d98 req-fabce4fe-7416-42dc-8a7e-fc7e852d01a7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 946 time: 0.0699904 Nov 22 16:50:06.203897 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-74b46f8f-73e9-4582-b380-9f9de5a67d98 req-b5d75c4c-343c-4fb1-8bc0-aafaa261f317 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517952 Nov 22 16:50:06.535676 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:06.565246 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b75639-7717-4734-b7a4-6e8f79268324 req-fe72e532-1ead-46be-a54b-322982a5b559 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.566788 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6b75639-7717-4734-b7a4-6e8f79268324 req-fe72e532-1ead-46be-a54b-322982a5b559 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0508025 Nov 22 16:50:06.617132 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6b75639-7717-4734-b7a4-6e8f79268324 req-59598436-583d-4dc0-9a30-5047ef8c7726 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437584 Nov 22 16:50:06.617991 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.657195 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:06.661193 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68509b6f-ed18-438b-b273-a13ebd4b92ca" -d '{"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:06.680993 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:06.686749 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.713339 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d43a0fa-2132-49b1-a0b5-9f2499096199 x-openstack-request-id: req-8d43a0fa-2132-49b1-a0b5-9f2499096199 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:06.713630 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-unplugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:06.713882 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d43a0fa-2132-49b1-a0b5-9f2499096199 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:06.714303 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'code': 200} Nov 22 16:50:06.739018 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=8']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:07.018307 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f3f65b06-1f0c-4571-a1c8-50d07a2061bf'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:07.256996 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d540ce-ebab-480f-8bde-68c0da0356a6 req-5bcbebbc-d9a5-4ebe-a2c5-f5b5efcf2149 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.264905 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-70d540ce-ebab-480f-8bde-68c0da0356a6 req-5bcbebbc-d9a5-4ebe-a2c5-f5b5efcf2149 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0594037 Nov 22 16:50:07.297946 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 48446) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:07.335211 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-70d540ce-ebab-480f-8bde-68c0da0356a6 req-7e6d3481-ec73-4c27-b826-c8db1f4a8cb5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646198 Nov 22 16:50:07.372435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Deleting subnet 40402084-be37-49ef-a5d0-4e45afb2606b {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:07.376241 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.433183 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b12899-b863-4311-a714-ff39051907ef req-f0ea2e56-2553-4fed-81b0-8ab7244ea47d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.435247 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c1b12899-b863-4311-a714-ff39051907ef req-f0ea2e56-2553-4fed-81b0-8ab7244ea47d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0799804 Nov 22 16:50:07.436558 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.492749 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.498582 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c1b12899-b863-4311-a714-ff39051907ef req-00b5af1b-fe98-48ee-9d41-cd3ae6648980 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561237 Nov 22 16:50:07.551362 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.578089 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40402084-be37-49ef-a5d0-4e45afb2606b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:07.584598 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.588485 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] 10.222.0.46 "DELETE /v2.0/subnets/40402084-be37-49ef-a5d0-4e45afb2606b HTTP/1.1" status: 204 len: 168 time: 0.2883694 Nov 22 16:50:07.591277 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48452) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:07.594479 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.594815 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.595331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.595684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.596021 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.596462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.596859 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.597202 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.597591 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.597920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.598458 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.598825 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11dc4b6e-e812-46aa-97cf-0a6556c45bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:07.668626 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.789733 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.821458 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4609e-4d59-4e2a-921f-3c7c67f7bcb0 req-c134abc1-e89f-43c6-b814-ba4f0b1c48e1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.822924 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7de4609e-4d59-4e2a-921f-3c7c67f7bcb0 req-c134abc1-e89f-43c6-b814-ba4f0b1c48e1 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1115477 Nov 22 16:50:07.827743 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.828084 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.828833 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.829279 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.829807 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.830162 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.830481 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.830807 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.831117 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.831429 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.912576 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.912941 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.913344 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.913657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:50:07.914029 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8226cea-b7be-47b6-a4be-5b693244a55d']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:07.945153 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:07.945478 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6eb7a1-bdec-4b67-b194-f0ca75fdc4b9') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:07.969858 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.001540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.016955 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:08.017573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: from cryptography.utils import int_from_bytes Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: from cryptography.utils import int_from_bytes Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:08.021798 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:08.034617 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7de4609e-4d59-4e2a-921f-3c7c67f7bcb0 req-fa3e8377-9159-4435-8fa7-d0209fb71e8f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153259 Nov 22 16:50:08.062758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-61127bc4-2a0e-4709-bd38-3c452db365f5 req-7cb062b5-b68d-499c-97df-3aa1b5a99e07 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:50:08.063753 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-61127bc4-2a0e-4709-bd38-3c452db365f5 req-7cb062b5-b68d-499c-97df-3aa1b5a99e07 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052209 Nov 22 16:50:08.088863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.094447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.097869 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8226cea-b7be-47b6-a4be-5b693244a55d HTTP/1.1" status: 204 len: 168 time: 0.5054948 Nov 22 16:50:08.116686 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8226cea-b7be-47b6-a4be-5b693244a55d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.124856 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.125204 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.125548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.125890 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.126315 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.126841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.127402 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.127930 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.128242 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.128576 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.129083 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.129529 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac88ab-77b4-4627-9955-78e55960d2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.234696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e5b68-d41b-42d5-b4dd-68499a34f2c2 req-1fa02793-05b5-4829-a00a-bc4d9cf7ef5c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.236518 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c47e5b68-d41b-42d5-b4dd-68499a34f2c2 req-1fa02793-05b5-4829-a00a-bc4d9cf7ef5c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0556839 Nov 22 16:50:08.291562 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c47e5b68-d41b-42d5-b4dd-68499a34f2c2 req-16e395d8-94d2-475c-a318-1644db4976a7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484178 Nov 22 16:50:08.362169 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48486) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.404792 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c5d268de-22f1-4031-ae2b-7254e69a9974 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67f37f61cacd4630ab1e4d52ef8b7c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414212 Nov 22 16:50:08.407407 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48488) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.490000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2e4dd-fad1-4fd4-ae7f-99d006247f90 req-baf06647-4460-4b68-8d14-d2e5f09b66bb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:08.491560 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2cc2e4dd-fad1-4fd4-ae7f-99d006247f90 req-baf06647-4460-4b68-8d14-d2e5f09b66bb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0856960 Nov 22 16:50:08.517719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.554385 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.577679 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2cc2e4dd-fad1-4fd4-ae7f-99d006247f90 req-05714515-9df9-427c-8146-16fc834e96e7 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777276 Nov 22 16:50:08.618448 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.621038 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.622372 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc HTTP/1.1" status: 204 len: 168 time: 0.2139301 Nov 22 16:50:08.632877 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d624183-cd1b-4f3a-bb9e-f9b98fdaad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad69679-8fe4-4c6d-8ff4-fbe6e8a280fc,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.732919 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48502) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.860972 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-2cfbff0f-24e3-49aa-aa71-23136116fc6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267943 Nov 22 16:50:08.870518 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-3ff3e57c-bebf-46ac-8aa7-bba2fcf93457 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:50:08.871518 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-3ff3e57c-bebf-46ac-8aa7-bba2fcf93457 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052938 Nov 22 16:50:09.179930 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7be1b-913b-4c1d-a164-4c842470df52 req-71a82613-df09-42bc-bda6-7b2b23663284 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.181502 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d9b7be1b-913b-4c1d-a164-4c842470df52 req-71a82613-df09-42bc-bda6-7b2b23663284 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0678325 Nov 22 16:50:09.249034 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d9b7be1b-913b-4c1d-a164-4c842470df52 req-2221b166-c448-4600-95b0-612e1c2f5973 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Nov 22 16:50:09.422594 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d865057-90bc-4b75-81b1-c48107852dd2 req-cc23f86b-0fe6-4fd8-b012-08d8b5b6d330 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.424381 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8d865057-90bc-4b75-81b1-c48107852dd2 req-cc23f86b-0fe6-4fd8-b012-08d8b5b6d330 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0525386 Nov 22 16:50:09.477431 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8d865057-90bc-4b75-81b1-c48107852dd2 req-293cc072-700f-44cd-996d-201cf208a3d3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Nov 22 16:50:09.723783 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c35e12-8eeb-47c0-8837-2cead3bc2604 req-8b2df38c-b3e7-4574-a43d-aa68354fa440 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.725472 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-13c35e12-8eeb-47c0-8837-2cead3bc2604 req-8b2df38c-b3e7-4574-a43d-aa68354fa440 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0521557 Nov 22 16:50:09.780278 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-13c35e12-8eeb-47c0-8837-2cead3bc2604 req-ac7d2e5f-35ef-4817-b9ba-515af83a94af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483043 Nov 22 16:50:10.393952 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12a327-6315-488c-b295-ac75f9c046ba req-ec9da2b9-bb91-4725-9b2b-e18076e68e31 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.395524 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e12a327-6315-488c-b295-ac75f9c046ba req-ec9da2b9-bb91-4725-9b2b-e18076e68e31 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0658410 Nov 22 16:50:10.456345 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2e12a327-6315-488c-b295-ac75f9c046ba req-0d570ca6-44ef-4887-86a2-bf01fddeab2e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Nov 22 16:50:10.611141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3dae74-c359-4272-a66a-dce3fc8369c9 req-36cf49b2-36d5-474d-96d9-b215eea0b248 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.612704 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c3dae74-c359-4272-a66a-dce3fc8369c9 req-36cf49b2-36d5-474d-96d9-b215eea0b248 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0558848 Nov 22 16:50:10.665505 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c3dae74-c359-4272-a66a-dce3fc8369c9 req-78d347b7-4513-4b95-aea4-9fd243818bcb tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461831 Nov 22 16:50:10.909039 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5fcc8-e2c9-4b94-b25d-0b1f1d4f184a req-19ac8375-b785-4b06-bafd-b8916bda3ee1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.910625 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f4d5fcc8-e2c9-4b94-b25d-0b1f1d4f184a req-19ac8375-b785-4b06-bafd-b8916bda3ee1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.0527921 Nov 22 16:50:10.964730 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f4d5fcc8-e2c9-4b94-b25d-0b1f1d4f184a req-23116845-ca11-48a9-ba6d-f3318d95bce7 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480676 Nov 22 16:50:11.588641 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e4ada-360a-4d10-8c99-38f6f7600eed req-223597ab-9f78-4487-b42a-c702452f2e4f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:11.590209 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-029e4ada-360a-4d10-8c99-38f6f7600eed req-223597ab-9f78-4487-b42a-c702452f2e4f tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0608163 Nov 22 16:50:11.644271 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-029e4ada-360a-4d10-8c99-38f6f7600eed req-2f811bb7-41f3-4e0e-8c82-b2d5c6531a52 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469306 Nov 22 16:50:11.809009 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25c75a-611e-43c2-a41b-6b14aeec4008 req-bbeb609e-fdfc-4e3f-9dd8-e00d544a5ca2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:11.810552 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb25c75a-611e-43c2-a41b-6b14aeec4008 req-bbeb609e-fdfc-4e3f-9dd8-e00d544a5ca2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0540612 Nov 22 16:50:11.869089 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb25c75a-611e-43c2-a41b-6b14aeec4008 req-a1eab97f-b797-4765-a07d-5d10c7a863af tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515816 Nov 22 16:50:11.924498 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3f65b06-1f0c-4571-a1c8-50d07a2061bf up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:11.988046 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port f3f65b06-1f0c-4571-a1c8-50d07a2061bf completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:11.993121 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f3f65b06-1f0c-4571-a1c8-50d07a2061bf triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:11.993591 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.101450 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.131352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:12.133710 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06aaee2e-b227-4cae-91eb-68f37368fa6c" -d '{"events": [{"server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "name": "network-vif-plugged", "status": "completed", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:12.155321 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:12.162149 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.162887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:12.198728 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adbcc1-44a1-4984-9db1-a8b326b82273 req-1a2b0216-3e24-4ae5-8801-95435ebc6f2c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.200289 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-28adbcc1-44a1-4984-9db1-a8b326b82273 req-1a2b0216-3e24-4ae5-8801-95435ebc6f2c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 944 time: 0.1043229 Nov 22 16:50:12.221389 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df608a6-63f6-465b-89d1-070a38b65e31 x-openstack-request-id: req-6df608a6-63f6-465b-89d1-070a38b65e31 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:12.221925 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "name": "network-vif-plugged", "status": "completed", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:12.222353 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6df608a6-63f6-465b-89d1-070a38b65e31 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:12.222899 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'code': 200} Nov 22 16:50:12.226117 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0801af-2aa8-4764-b139-603ac15d52a8 req-041a264e-962f-4971-b4c3-0be79e58dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.228624 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8e0801af-2aa8-4764-b139-603ac15d52a8 req-041a264e-962f-4971-b4c3-0be79e58dd95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.1007276 Nov 22 16:50:12.254663 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.264356 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.264995 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.265484 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.265965 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.266470 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.267051 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.267584 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.268065 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.268556 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.269054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.269523 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.269988 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:12.310159 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-28adbcc1-44a1-4984-9db1-a8b326b82273 req-39f043df-1861-45a8-a807-9f413fb27bbe tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024983 Nov 22 16:50:12.315984 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8e0801af-2aa8-4764-b139-603ac15d52a8 req-767d2cb6-3724-4207-bbe5-18b65e64c61b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593905 Nov 22 16:50:12.796499 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd795a-e027-4acd-b542-9426aa146719 req-280b0074-5d6a-4ac7-bd8a-7dfece20d2fc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.798201 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecfd795a-e027-4acd-b542-9426aa146719 req-280b0074-5d6a-4ac7-bd8a-7dfece20d2fc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0559249 Nov 22 16:50:12.831804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cc872-cbd4-445c-b194-0c3702547904 req-c86973a0-2da1-4e99-8fd6-0569801baa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.833851 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4b7cc872-cbd4-445c-b194-0c3702547904 req-c86973a0-2da1-4e99-8fd6-0569801baa4e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 1098 time: 0.0424521 Nov 22 16:50:12.847408 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecfd795a-e027-4acd-b542-9426aa146719 req-b6197ce6-f7c9-4240-ae85-c777d0a748c5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Nov 22 16:50:12.889509 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4b7cc872-cbd4-445c-b194-0c3702547904 req-60d5c191-5487-4206-a371-915326e94122 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448153 Nov 22 16:50:13.016186 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0eae1-a39f-4a42-8434-908a8416b2f5 req-96f16171-b6b5-4e82-b816-d370682a563c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.017979 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c1d0eae1-a39f-4a42-8434-908a8416b2f5 req-96f16171-b6b5-4e82-b816-d370682a563c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0588741 Nov 22 16:50:13.077465 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c1d0eae1-a39f-4a42-8434-908a8416b2f5 req-8c62c950-f3f6-4ed7-9b49-4de2dba8f714 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522983 Nov 22 16:50:13.435732 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecc900-8a34-4dc4-ad64-f6e241675668 req-2a2587ab-27dc-4046-bd94-5b3e38ef4393 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.437257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7ecc900-8a34-4dc4-ad64-f6e241675668 req-2a2587ab-27dc-4046-bd94-5b3e38ef4393 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0544353 Nov 22 16:50:13.443579 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-4c1b4c0b-738f-47bf-83c8-fd653e732379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.445063 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-4c1b4c0b-738f-47bf-83c8-fd653e732379 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 1097 time: 0.0740035 Nov 22 16:50:13.490969 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7ecc900-8a34-4dc4-ad64-f6e241675668 req-b95bb992-bb73-45f5-aad1-7fb56403d8ca tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464029 Nov 22 16:50:13.515323 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-4020c89f-ec75-4d08-8fa3-568f25165889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.516883 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-4020c89f-ec75-4d08-8fa3-568f25165889 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1097 time: 0.0441611 Nov 22 16:50:13.623205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-c2cdcab5-8855-41a2-a5bc-73ec9a373c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.624862 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-c2cdcab5-8855-41a2-a5bc-73ec9a373c6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.0982513 Nov 22 16:50:13.697113 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-2568daa2-08f2-4f0b-8e76-e52e0ded62c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 200 len: 1000 time: 0.0629356 Nov 22 16:50:13.766581 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-29a1aecd-e826-4237-8e4c-b0520492fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.768257 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-29a1aecd-e826-4237-8e4c-b0520492fd25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0567675 Nov 22 16:50:13.822144 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-e13f6ae9-8e2f-40c3-b8ad-211cb151d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.823627 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-e13f6ae9-8e2f-40c3-b8ad-211cb151d4f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407226 Nov 22 16:50:13.917558 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-fc6a5fbd-b740-4858-958a-70e259b10784 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854921 Nov 22 16:50:13.971014 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cc8a-3fbc-4bbd-b395-bebefcd8b680 req-161ec0c1-8f8b-48e9-b35c-1019ed92b9e6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.972480 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6f31cc8a-3fbc-4bbd-b395-bebefcd8b680 req-161ec0c1-8f8b-48e9-b35c-1019ed92b9e6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0565414 Nov 22 16:50:14.021605 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f5b49ac-e444-42c7-a3d0-b49694e15f01 req-f49857fd-66bb-44dc-9256-e27f2b234108 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900331 Nov 22 16:50:14.027775 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6f31cc8a-3fbc-4bbd-b395-bebefcd8b680 req-2e3cf83c-5aab-4982-8959-58bab6d9b4fa tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492887 Nov 22 16:50:14.215824 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2fa09-f110-46d2-89e3-ba0e3be987e4 req-01b3f562-0dea-4003-b314-f79bc96b7c56 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.217322 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6f2fa09-f110-46d2-89e3-ba0e3be987e4 req-01b3f562-0dea-4003-b314-f79bc96b7c56 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0559661 Nov 22 16:50:14.276325 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6f2fa09-f110-46d2-89e3-ba0e3be987e4 req-db8afa59-4b9c-400a-8897-f6047732a89c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524168 Nov 22 16:50:14.633561 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdcfa0c-6c82-414a-8f6f-026ced620901 req-252a104a-3a1a-4bac-91be-c9aa159af03f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.635930 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8bdcfa0c-6c82-414a-8f6f-026ced620901 req-252a104a-3a1a-4bac-91be-c9aa159af03f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0651491 Nov 22 16:50:14.707929 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8bdcfa0c-6c82-414a-8f6f-026ced620901 req-fe829e02-fb7a-4c8a-80ac-7cea99e9db36 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634842 Nov 22 16:50:15.167232 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162e6a9-d2b2-4e2b-b205-9797ce7afb33 req-586d95b6-9e7b-4d12-9326-733dd83dcd32 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.169934 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b162e6a9-d2b2-4e2b-b205-9797ce7afb33 req-586d95b6-9e7b-4d12-9326-733dd83dcd32 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0632436 Nov 22 16:50:15.234875 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b162e6a9-d2b2-4e2b-b205-9797ce7afb33 req-007c342f-32c6-4c37-b595-ed31608f4017 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Nov 22 16:50:15.416541 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3b4b7-b12b-4c4b-bea8-62aaa91de7f3 req-1f18109c-8a83-4c6b-b366-bdafe49980bd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.418078 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-98f3b4b7-b12b-4c4b-bea8-62aaa91de7f3 req-1f18109c-8a83-4c6b-b366-bdafe49980bd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0511582 Nov 22 16:50:15.491062 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-98f3b4b7-b12b-4c4b-bea8-62aaa91de7f3 req-f5da1701-c1ab-471f-b61e-ff86462a4a9d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668733 Nov 22 16:50:15.584021 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f129b98-c4bf-4762-9ac9-333a71c5555d req-8014042a-8dac-46d9-89f0-8a8f240c5641 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.585558 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f129b98-c4bf-4762-9ac9-333a71c5555d req-8014042a-8dac-46d9-89f0-8a8f240c5641 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0521367 Nov 22 16:50:15.637766 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f129b98-c4bf-4762-9ac9-333a71c5555d req-1cff61e3-095b-4de7-a21a-6f382c36326e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Nov 22 16:50:15.852389 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd5ec7-0963-4fd3-990c-0ed848ab8885 req-c9bc7e01-94fe-409f-8a68-94e0902b00c5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.854091 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fcfd5ec7-0963-4fd3-990c-0ed848ab8885 req-c9bc7e01-94fe-409f-8a68-94e0902b00c5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0652544 Nov 22 16:50:15.935069 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fcfd5ec7-0963-4fd3-990c-0ed848ab8885 req-9de45741-b3bb-4779-b66c-a225a83ea650 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716455 Nov 22 16:50:16.061167 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310e6ff-3fd5-4740-b160-0e59d6156f41 req-4b268ac9-0ae0-48a2-bd54-d29efe4744d1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.062729 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2310e6ff-3fd5-4740-b160-0e59d6156f41 req-4b268ac9-0ae0-48a2-bd54-d29efe4744d1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0564613 Nov 22 16:50:16.133799 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2310e6ff-3fd5-4740-b160-0e59d6156f41 req-51a8ef00-38e6-4786-81de-6c4011c9addc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641937 Nov 22 16:50:16.158632 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48678) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:16.378527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0bf85c-a2b4-4766-9220-5d8cfb3c6c4a tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.380098 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ca0bf85c-a2b4-4766-9220-5d8cfb3c6c4a tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 1093 time: 0.2204697 Nov 22 16:50:16.383085 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 48684) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:16.387719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'port_id': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:16.412080 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.511413 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.654045 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.27.1.204 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:16.681979 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f6cdd-3425-4aa4-87ea-8575a2f44c80 req-dc816359-b1fb-4c3c-95e3-eceb75116905 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.683541 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-647f6cdd-3425-4aa4-87ea-8575a2f44c80 req-dc816359-b1fb-4c3c-95e3-eceb75116905 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0796642 Nov 22 16:50:16.848137 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-647f6cdd-3425-4aa4-87ea-8575a2f44c80 req-1382e8ab-7aa7-4c87-be48-82af47ad49b9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465361 Nov 22 16:50:16.865928 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b6f15-f83e-4aac-aa22-b01f59bff09e req-6e3c4c4b-d88c-4d38-8520-0ee7119dbb14 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.867611 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fa1b6f15-f83e-4aac-aa22-b01f59bff09e req-6e3c4c4b-d88c-4d38-8520-0ee7119dbb14 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1261930 Nov 22 16:50:16.873382 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.941461 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fa1b6f15-f83e-4aac-aa22-b01f59bff09e req-09f2aa5c-72ca-417b-b218-3beacf125548 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Nov 22 16:50:16.950354 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.995181 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:16.998124 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:17.000857 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:17.029262 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:17.392281 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.706040 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.900395 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.906839 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.004279 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:18.022163 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.070869 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e12ad8-0e03-489e-ac2b-b7623a2875dd req-a44252f7-10e6-4ccc-aab8-7b281208ffe8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.072398 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03e12ad8-0e03-489e-ac2b-b7623a2875dd req-a44252f7-10e6-4ccc-aab8-7b281208ffe8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.1397135 Nov 22 16:50:18.205609 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9592c78-cacb-4bf1-9042-bc389345cdc8 req-08aa12f4-45e7-45d9-9f74-79ddf485c69c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.207053 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d9592c78-cacb-4bf1-9042-bc389345cdc8 req-08aa12f4-45e7-45d9-9f74-79ddf485c69c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.1469920 Nov 22 16:50:18.212124 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03e12ad8-0e03-489e-ac2b-b7623a2875dd req-cf1ae750-37c7-4198-b76f-5b7870e90f60 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268861 Nov 22 16:50:18.223606 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP 6c6061e6-3224-4f84-acf3-45e85840554f associated. External IP: 172.27.1.204, port: f3f65b06-1f0c-4571-a1c8-50d07a2061bf. Nov 22 16:50:18.332136 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d9592c78-cacb-4bf1-9042-bc389345cdc8 req-7f00de14-f266-4ad9-97bc-c08a77500f77 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174853 Nov 22 16:50:18.497326 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:18.612657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:18.624283 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:18.634533 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:18.635160 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:50:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:18.648262 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.681394 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ede83b09-f650-4b85-8ddc-7c08e4d6cde8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2970109 Nov 22 16:50:18.682274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:18.684828 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:18.747001 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:18.757058 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd321dac-0b9e-48fb-915a-babea32d9b68 x-openstack-request-id: req-cd321dac-0b9e-48fb-915a-babea32d9b68 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:18.757717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:18.757978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd321dac-0b9e-48fb-915a-babea32d9b68 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:18.758533 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'status': 'completed', 'code': 200} Nov 22 16:50:18.984979 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '6c6061e6-3224-4f84-acf3-45e85840554f', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:21:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc1714-8408-4494-bacc-2925c409a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:17Z', 'updated_at': '2021-11-22T16:50:17Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:19.012960 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:19.022512 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:19.023139 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:50:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:19.134177 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:19.351737 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406bd82-9208-49db-b5bd-8633e11d4538 req-e7b2dd65-2840-4c7b-8f63-714e8148460d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:19.353324 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c406bd82-9208-49db-b5bd-8633e11d4538 req-e7b2dd65-2840-4c7b-8f63-714e8148460d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0578263 Nov 22 16:50:19.417064 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c406bd82-9208-49db-b5bd-8633e11d4538 req-0232626a-3ada-492e-9dfc-a614893ae238 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575938 Nov 22 16:50:19.444714 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '6c6061e6-3224-4f84-acf3-45e85840554f', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:21:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc1714-8408-4494-bacc-2925c409a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:17Z', 'updated_at': '2021-11-22T16:50:17Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:19.474851 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65efcba-a3a2-4df9-bb39-1ea790023d4b None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '6c6061e6-3224-4f84-acf3-45e85840554f', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:21:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdc1714-8408-4494-bacc-2925c409a405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:17Z', 'updated_at': '2021-11-22T16:50:17Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:19.499617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4d92c-97f6-4e00-bdeb-73ff44259325 req-d28a09ff-9660-4c0c-a506-441c74563890 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:19.503418 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a3a4d92c-97f6-4e00-bdeb-73ff44259325 req-d28a09ff-9660-4c0c-a506-441c74563890 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0750635 Nov 22 16:50:19.564954 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a3a4d92c-97f6-4e00-bdeb-73ff44259325 req-2dc894b7-24b0-49b3-ae71-be1d31265283 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Nov 22 16:50:19.727676 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247e3a16-9c37-4918-9cbf-248724635123 None None] New status for floating IP 6c6061e6-3224-4f84-acf3-45e85840554f: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:50:20.557635 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784127a-6aeb-4c64-9f82-0b6e9edebc37 req-11d3e52d-c23b-4b85-915b-01ffa7b843f1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:20.559235 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b784127a-6aeb-4c64-9f82-0b6e9edebc37 req-11d3e52d-c23b-4b85-915b-01ffa7b843f1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0537708 Nov 22 16:50:20.614366 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b784127a-6aeb-4c64-9f82-0b6e9edebc37 req-31c8a870-92a5-43a0-9db3-b11e9f3dcc8d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472252 Nov 22 16:50:20.703516 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb6e12-eb3f-4279-9835-e3625eafae36 req-f1cb64b5-3fac-4742-9887-1200445a7f69 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:20.705270 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-80bb6e12-eb3f-4279-9835-e3625eafae36 req-f1cb64b5-3fac-4742-9887-1200445a7f69 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0494423 Nov 22 16:50:20.760082 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-80bb6e12-eb3f-4279-9835-e3625eafae36 req-5272caf2-d73b-4e31-b6d2-5a8fa6a73000 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Nov 22 16:50:21.748719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9716f0-b1d0-47b4-87c4-c4be7ec6390e req-4fc2b318-bd26-480c-a521-09556952da4e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.750453 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd9716f0-b1d0-47b4-87c4-c4be7ec6390e req-4fc2b318-bd26-480c-a521-09556952da4e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0566075 Nov 22 16:50:21.808286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd9716f0-b1d0-47b4-87c4-c4be7ec6390e req-d228df60-4075-4cfb-b0dc-b02670735477 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515776 Nov 22 16:50:21.905441 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc3e2b-97b5-4550-9236-4d85d4d37fd5 req-e0b2baaa-1404-42ed-9f7b-4d59d95a9dcc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.907120 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-26dc3e2b-97b5-4550-9236-4d85d4d37fd5 req-e0b2baaa-1404-42ed-9f7b-4d59d95a9dcc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0666199 Nov 22 16:50:21.962346 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-26dc3e2b-97b5-4550-9236-4d85d4d37fd5 req-4545c631-24be-4b98-b640-3fe0884a01e2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486910 Nov 22 16:50:22.947573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa36b79-4578-47d2-8030-8c36481cb7b4 req-607dab06-93f7-4f9e-8201-5e3acba137a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.949149 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5aa36b79-4578-47d2-8030-8c36481cb7b4 req-607dab06-93f7-4f9e-8201-5e3acba137a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0586624 Nov 22 16:50:23.012850 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5aa36b79-4578-47d2-8030-8c36481cb7b4 req-81651cd5-e5c1-4e4d-926e-96580329bf80 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529771 Nov 22 16:50:23.120552 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cabc1-45c3-4561-8896-a0b384d99e68 req-204e6675-4f55-4494-ae1b-b8117be3dca9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.124291 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc2cabc1-45c3-4561-8896-a0b384d99e68 req-204e6675-4f55-4494-ae1b-b8117be3dca9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0539479 Nov 22 16:50:23.189105 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc2cabc1-45c3-4561-8896-a0b384d99e68 req-7445e33e-325c-45c3-9766-cc15c6111508 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574584 Nov 22 16:50:24.158347 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409e98-f2bb-4117-a280-2505bac1c809 req-514c667e-ba53-424a-9e2d-31f8f3ad9a8d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.159939 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fa409e98-f2bb-4117-a280-2505bac1c809 req-514c667e-ba53-424a-9e2d-31f8f3ad9a8d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0605860 Nov 22 16:50:24.226648 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fa409e98-f2bb-4117-a280-2505bac1c809 req-2723794f-e47e-41c6-9de8-77a0bcd1846c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578816 Nov 22 16:50:24.349523 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ff567-c31e-41d1-8585-c8709fd458e1 req-be31342a-5afd-4a76-8ce3-01045e2ea4f2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:24.351825 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b67ff567-c31e-41d1-8585-c8709fd458e1 req-be31342a-5afd-4a76-8ce3-01045e2ea4f2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0730040 Nov 22 16:50:24.426865 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b67ff567-c31e-41d1-8585-c8709fd458e1 req-624deed5-502d-47cf-a323-13f8c78488ed tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691731 Nov 22 16:50:25.355631 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbea0a-beab-497c-b38d-bfb5f764bb97 req-4b732305-50bf-4bd6-806b-b4968b6725d5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.357411 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e6bbea0a-beab-497c-b38d-bfb5f764bb97 req-4b732305-50bf-4bd6-806b-b4968b6725d5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0523331 Nov 22 16:50:25.409385 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e6bbea0a-beab-497c-b38d-bfb5f764bb97 req-a1f7d8c6-2a22-44fe-8e4e-c69398f706d6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457592 Nov 22 16:50:25.560120 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a466d5e-ea60-416b-9563-4c1db2b577db req-0e1ba9b9-5582-4a56-aac5-f3d513297d74 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.561615 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2a466d5e-ea60-416b-9563-4c1db2b577db req-0e1ba9b9-5582-4a56-aac5-f3d513297d74 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0569432 Nov 22 16:50:25.611954 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2a466d5e-ea60-416b-9563-4c1db2b577db req-dcf223b5-324f-494c-a089-2470d35385b5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 22 16:50:26.533722 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d75a4c-c0ac-4ce3-ab34-8e14b6f7034f req-9626d9d8-22fe-411d-977d-45ce01b1f9a1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.535557 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7d75a4c-c0ac-4ce3-ab34-8e14b6f7034f req-9626d9d8-22fe-411d-977d-45ce01b1f9a1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0524909 Nov 22 16:50:26.588384 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7d75a4c-c0ac-4ce3-ab34-8e14b6f7034f req-f87f9b20-4e4c-42a7-9533-1253333f34ed tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462160 Nov 22 16:50:26.732360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b20d6-f6b9-40b4-a7b7-e4d34384bf19 req-a8bd0379-2195-4b82-b555-2475395b72a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.733813 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d11b20d6-f6b9-40b4-a7b7-e4d34384bf19 req-a8bd0379-2195-4b82-b555-2475395b72a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0513036 Nov 22 16:50:26.786908 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d11b20d6-f6b9-40b4-a7b7-e4d34384bf19 req-3f89e0d4-2daa-4980-bda4-17c2feaf854b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Nov 22 16:50:27.727613 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de567c91-1dfa-4123-93cc-687d77c31f14 req-29733fdb-2606-474d-8c29-04425a76a356 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.730265 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-de567c91-1dfa-4123-93cc-687d77c31f14 req-29733fdb-2606-474d-8c29-04425a76a356 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0569096 Nov 22 16:50:27.787155 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-de567c91-1dfa-4123-93cc-687d77c31f14 req-62f3c51a-4ee9-4bcb-b86f-0ff9edf56174 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Nov 22 16:50:27.922439 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017cfea-1da1-469e-9a95-888078c91727 req-feffcb98-ff67-4723-a519-43c8892238bd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.924119 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5017cfea-1da1-469e-9a95-888078c91727 req-feffcb98-ff67-4723-a519-43c8892238bd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0509903 Nov 22 16:50:27.997204 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5017cfea-1da1-469e-9a95-888078c91727 req-de703630-7a2f-4035-b459-c039e2eb62be tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665846 Nov 22 16:50:28.934429 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf3c22-dbb9-4501-bf4e-5f0026b32811 req-a152b013-2912-4db4-96b4-17183b68e16c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.936279 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f5cf3c22-dbb9-4501-bf4e-5f0026b32811 req-a152b013-2912-4db4-96b4-17183b68e16c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0643866 Nov 22 16:50:28.999493 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f5cf3c22-dbb9-4501-bf4e-5f0026b32811 req-d03d522f-8a98-4cb0-a4b0-f413f718b4d8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532756 Nov 22 16:50:29.150776 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:29.157678 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196a080-0bcf-4cf2-980d-282eb3892ae5 req-3778dfc6-d865-497e-9b50-afa9f21b6063 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.159349 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6196a080-0bcf-4cf2-980d-282eb3892ae5 req-3778dfc6-d865-497e-9b50-afa9f21b6063 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0640228 Nov 22 16:50:29.213567 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6196a080-0bcf-4cf2-980d-282eb3892ae5 req-388fcd60-a90f-494d-87db-c494d6f04256 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476844 Nov 22 16:50:30.008244 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49ad8b3c-ba8f-4ef5-9bd5-8703a763b071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.149006 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea830458-6722-4c8f-aac0-95d2805147bb req-03d2a663-f15c-4ca8-a9df-d77a1ff52d0b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.150616 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ea830458-6722-4c8f-aac0-95d2805147bb req-03d2a663-f15c-4ca8-a9df-d77a1ff52d0b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0541503 Nov 22 16:50:30.200123 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ea830458-6722-4c8f-aac0-95d2805147bb req-7868d352-5947-4eb2-9026-535fd3114890 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Nov 22 16:50:30.225652 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.339790 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f15d59-e6a2-48bc-ab61-3a9d46b317df req-b07b53db-1a2d-4173-bb20-a8fa8e0c24f2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.341297 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-83f15d59-e6a2-48bc-ab61-3a9d46b317df req-b07b53db-1a2d-4173-bb20-a8fa8e0c24f2 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0545743 Nov 22 16:50:30.392550 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-83f15d59-e6a2-48bc-ab61-3a9d46b317df req-f47389e7-6fd9-4b33-aad1-3ffd6612dc19 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448742 Nov 22 16:50:30.742560 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-08035aed-8b93-4864-8f82-b8fc2c93ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.744609 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-08035aed-8b93-4864-8f82-b8fc2c93ddd3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 1099 time: 0.0469601 Nov 22 16:50:30.843169 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-2cd50442-f241-4efc-8dbf-7db583bd8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.844880 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-2cd50442-f241-4efc-8dbf-7db583bd8de0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 1098 time: 0.1059237 Nov 22 16:50:30.925958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-29a997df-481f-4d7c-be19-265e83da2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.927761 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-29a997df-481f-4d7c-be19-265e83da2bd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 200 len: 919 time: 0.1541862 Nov 22 16:50:30.981830 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-1a71f68b-df8d-4be9-bfe6-4c6e8bba04b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 200 len: 217 time: 0.0421264 Nov 22 16:50:31.020408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-c64bebce-be99-462b-8a34-48cc4aca8582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.022224 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-c64bebce-be99-462b-8a34-48cc4aca8582 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.1660578 Nov 22 16:50:31.081967 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-2c65c8ed-708e-4838-a7ce-0cdac236ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.083498 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-2c65c8ed-708e-4838-a7ce-0cdac236ab9c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 200 len: 858 time: 0.0910342 Nov 22 16:50:31.128531 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-edd0e65b-dce4-4f58-ba6b-b5c93e55fca9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b3b92996-d740-4746-b5f4-034b8d75200c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275545 Nov 22 16:50:31.130516 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-c9965492-0dc7-454f-8d5f-5c332318f146 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf HTTP/1.1" status: 200 len: 1001 time: 0.0961103 Nov 22 16:50:31.240559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-a584eb66-e9f3-4560-834d-9a6720eba30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.242003 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-a584eb66-e9f3-4560-834d-9a6720eba30e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0938845 Nov 22 16:50:31.291801 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-56b85956-682e-4e06-836d-868a75e4a625 service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446869 Nov 22 16:50:31.336527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe158d5-038f-4f07-b9b2-3b56b7141f4e req-51e0ed3f-83a2-4283-876b-d997271c8476 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.338000 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fe158d5-038f-4f07-b9b2-3b56b7141f4e req-51e0ed3f-83a2-4283-876b-d997271c8476 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0560274 Nov 22 16:50:31.349056 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-b57854ae-e78e-463a-bd80-ef72df621bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.350556 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-b57854ae-e78e-463a-bd80-ef72df621bff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0917990 Nov 22 16:50:31.392670 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fe158d5-038f-4f07-b9b2-3b56b7141f4e req-a238d73e-145c-4731-a543-94024e0cbb26 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481400 Nov 22 16:50:31.442878 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d83ca8f7-1b3f-46da-913b-a6bd50c33c9a req-df5bd84c-e1db-4f03-ab43-a150acfa0b4c service neutron] 10.222.0.48 "GET /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430421 Nov 22 16:50:31.485584 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-05f88512-9ec1-4031-8e45-c3a9d8504b8f service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219728 Nov 22 16:50:31.523651 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030833af-673b-4bac-ab30-b63de340a768 req-3c62b979-40ef-4867-a301-2187e4c25bba tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.525314 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-030833af-673b-4bac-ab30-b63de340a768 req-3c62b979-40ef-4867-a301-2187e4c25bba tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0566907 Nov 22 16:50:31.580515 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-030833af-673b-4bac-ab30-b63de340a768 req-d7d83abd-d8a2-4868-849f-4b95735efa54 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489995 Nov 22 16:50:31.589244 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ac3fb3a1-1ba1-4b46-8e83-8790fe127f33 req-660f5918-1ffb-4471-8f6b-47327e48bfb1 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Nov 22 16:50:32.333720 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-db4c7d87-c36f-4f91-80c8-52839880b1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.508389 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039d720-0a83-43e2-b680-ece84349fac2 req-6fda1bfc-8a79-4669-9ffe-fd125c11f9fd tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.509914 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f039d720-0a83-43e2-b680-ece84349fac2 req-6fda1bfc-8a79-4669-9ffe-fd125c11f9fd tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.0663223 Nov 22 16:50:32.579535 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7a6a8-6190-4fca-8126-64283f21ebea req-a349924b-4e10-4c96-9b24-bcea5ae7f8de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.581029 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-64c7a6a8-6190-4fca-8126-64283f21ebea req-a349924b-4e10-4c96-9b24-bcea5ae7f8de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0935426 Nov 22 16:50:32.599567 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f039d720-0a83-43e2-b680-ece84349fac2 req-83e7ea76-b70c-45a8-85ad-4e65b9faaf3d tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724173 Nov 22 16:50:32.639986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-64c7a6a8-6190-4fca-8126-64283f21ebea req-a291adae-1f89-4fc8-a8c9-b30b9a4cae07 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507498 Nov 22 16:50:32.703984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1851fc-c20c-431f-bb56-476c089900e0 req-f53651f4-b331-4c29-b7a4-a72d05b58f5a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:32.705553 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7b1851fc-c20c-431f-bb56-476c089900e0 req-f53651f4-b331-4c29-b7a4-a72d05b58f5a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0494497 Nov 22 16:50:32.755090 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7b1851fc-c20c-431f-bb56-476c089900e0 req-e33ffad3-f5f0-4b08-90f9-b2f44782852b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 Nov 22 16:50:33.404091 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.722605 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62d721-cb93-46a2-8ba0-edebc520435f req-b3741e7e-e421-4caf-a91c-311bf0704f3c tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.724100 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0f62d721-cb93-46a2-8ba0-edebc520435f req-b3741e7e-e421-4caf-a91c-311bf0704f3c tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.0546267 Nov 22 16:50:33.800400 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e90689-1a97-4996-913d-2c1939bbb503 req-e7ebdbd7-dbad-4601-b4b7-7cf758753d6a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.801895 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38e90689-1a97-4996-913d-2c1939bbb503 req-e7ebdbd7-dbad-4601-b4b7-7cf758753d6a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0769310 Nov 22 16:50:33.805476 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0f62d721-cb93-46a2-8ba0-edebc520435f req-416f45d1-580d-42cc-a035-dcaff1bc8d9f tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724070 Nov 22 16:50:33.853558 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38e90689-1a97-4996-913d-2c1939bbb503 req-16b328ad-b6d7-4690-b5c7-811caf9d97c7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Nov 22 16:50:33.912766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d841a0-c71a-4e80-94a5-f219fac063b8 req-82c718dd-dae3-434c-9bd4-316f0ca6da08 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:33.915504 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-47d841a0-c71a-4e80-94a5-f219fac063b8 req-82c718dd-dae3-434c-9bd4-316f0ca6da08 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Nov 22 16:50:33.970325 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-47d841a0-c71a-4e80-94a5-f219fac063b8 req-d9592f4d-bffa-4498-9366-061e5b4c0df3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482635 Nov 22 16:50:34.810026 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-fde89ada-bc19-4e6f-844a-9a5388ea1180 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.811524 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-fde89ada-bc19-4e6f-844a-9a5388ea1180 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Nov 22 16:50:34.919443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.921304 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Deleting port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:34.922295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.941675 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07047af0-c638-4ee9-9742-1b1880fe6cb9 req-e35a47c5-8704-4d68-af80-836e84b66c98 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:34.943357 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-07047af0-c638-4ee9-9742-1b1880fe6cb9 req-e35a47c5-8704-4d68-af80-836e84b66c98 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 946 time: 0.0655839 Nov 22 16:50:35.017093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] For port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,segment=NetworkSegment(df5eeb2f-a82e-4872-8095-3e0f0ca55f12),segment_id=df5eeb2f-a82e-4872-8095-3e0f0ca55f12)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:35.017436 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.024874 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dc8ae-0f04-4ce9-8fe6-90646776b2d8 req-65b28f46-9ba3-45e7-8b69-855f830f80bc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.026399 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c46dc8ae-0f04-4ce9-8fe6-90646776b2d8 req-65b28f46-9ba3-45e7-8b69-855f830f80bc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0821085 Nov 22 16:50:35.029940 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-07047af0-c638-4ee9-9742-1b1880fe6cb9 req-e35f9477-4ea0-47b9-b0ee-67d95bee803d tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/security-groups?id=7c29352c-6161-4ed1-943c-1d11f552b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731053 Nov 22 16:50:35.031565 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Calling delete_port for ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:35.088381 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c46dc8ae-0f04-4ce9-8fe6-90646776b2d8 req-3107c991-1c84-43b6-ada8-9a01153b05ce tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554271 Nov 22 16:50:35.162924 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3142a4e-613f-4a4b-8871-bd571a339aba req-e0a88c27-a4bd-4407-97bb-406a6713ba9e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:35.165887 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a3142a4e-613f-4a4b-8871-bd571a339aba req-e0a88c27-a4bd-4407-97bb-406a6713ba9e tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0683742 Nov 22 16:50:35.221261 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a3142a4e-613f-4a4b-8871-bd571a339aba req-fe7b93dc-7000-48e4-80dd-8249e7d0c04b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490792 Nov 22 16:50:35.394069 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.411864 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['ffab5355-2b8a-4ad6-8e2c-ca15e2284d44'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:35.426044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Pushing event deleted for resources: {'Port': ['ID=ffab5355-2b8a-4ad6-8e2c-ca15e2284d44,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.478409 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] No DVR routers for this DVR port ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:35.481176 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.484642 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a7f3fd5d-9b8b-4593-b035-fc5a23a149b3 req-42a94fc9-77c1-46f3-89e0-4c58429bc2f2 tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.48 "DELETE /v2.0/ports/ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 HTTP/1.1" status: 204 len: 173 time: 0.6630731 Nov 22 16:50:35.485857 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'name': 'network-vif-deleted', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:35.488044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c005c-9a3f-458f-8836-9cba38f7007d" -d '{"events": [{"server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "name": "network-vif-deleted", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:35.531290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9eb46a-6d3d-4d78-b476-42bd763618de x-openstack-request-id: req-cc9eb46a-6d3d-4d78-b476-42bd763618de {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:35.531666 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fec9777-3145-402b-a3bd-2661681f6132", "name": "network-vif-deleted", "tag": "ffab5355-2b8a-4ad6-8e2c-ca15e2284d44", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:35.531915 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc9eb46a-6d3d-4d78-b476-42bd763618de {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:35.532533 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fec9777-3145-402b-a3bd-2661681f6132', 'name': 'network-vif-deleted', 'tag': 'ffab5355-2b8a-4ad6-8e2c-ca15e2284d44', 'status': 'completed', 'code': 200} Nov 22 16:50:35.641909 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.151956 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eccbcd8b-3ba4-4255-a53f-e9302168322b req-8292b19e-375d-4691-b830-dc965c7f74fa tempest-VolumesSnapshotTestJSON-1630526466 tempest-VolumesSnapshotTestJSON-1630526466-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fec9777-3145-402b-a3bd-2661681f6132 HTTP/1.1" status: 200 len: 210 time: 0.0279019 Nov 22 16:50:36.244398 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfc046-aa3c-45f8-bb39-52a7ac5c02b7 req-32bc7643-df7f-45c7-acf1-019ff65798cc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:36.246551 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c3bfc046-aa3c-45f8-bb39-52a7ac5c02b7 req-32bc7643-df7f-45c7-acf1-019ff65798cc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0519109 Nov 22 16:50:36.296591 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c3bfc046-aa3c-45f8-bb39-52a7ac5c02b7 req-0f81c0c7-e682-425a-ba90-c40c93e53641 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 Nov 22 16:50:37.436822 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbab0a-28c2-455f-a6fe-5c1bb2ea18d2 req-a6e29f57-0222-40b1-9059-f20894e20dda tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:37.439053 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8bbab0a-28c2-455f-a6fe-5c1bb2ea18d2 req-a6e29f57-0222-40b1-9059-f20894e20dda tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0536997 Nov 22 16:50:37.495811 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8bbab0a-28c2-455f-a6fe-5c1bb2ea18d2 req-a5fb143a-401c-4920-9edb-79aff79e131a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488613 Nov 22 16:50:38.015686 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:38.038665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:38.039013 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device ffab5355-2b8a-4ad6-8e2c-ca15e2284d44 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:38.621531 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090ace2-7df2-4a30-b9c7-038d7de92b8d req-7b3d22a1-83f8-4cdb-8c76-256b73269c50 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:38.623162 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a090ace2-7df2-4a30-b9c7-038d7de92b8d req-7b3d22a1-83f8-4cdb-8c76-256b73269c50 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0513504 Nov 22 16:50:38.680622 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a090ace2-7df2-4a30-b9c7-038d7de92b8d req-1cbe4792-f885-451c-b482-c281018ffb9b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509541 Nov 22 16:50:39.201929 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c29c05-363f-4197-9397-6f6faf960b93 req-ca65327a-b3aa-4f25-8119-f6822237f2cd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:39.203529 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77c29c05-363f-4197-9397-6f6faf960b93 req-ca65327a-b3aa-4f25-8119-f6822237f2cd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0543227 Nov 22 16:50:39.256447 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77c29c05-363f-4197-9397-6f6faf960b93 req-ab071bd2-70d9-49a0-9ab7-4e54ad69a85c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465524 Nov 22 16:50:39.845156 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facb936-b26d-4420-bea5-0ca0552b173d req-63c8f704-514d-43ea-ac62-f6cb3648fcff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:39.846961 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4facb936-b26d-4420-bea5-0ca0552b173d req-63c8f704-514d-43ea-ac62-f6cb3648fcff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0531595 Nov 22 16:50:39.896170 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4facb936-b26d-4420-bea5-0ca0552b173d req-b3a41dbd-3d75-4bb9-8a34-525a607ece9d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Nov 22 16:50:40.380518 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecc762-cc80-4923-9ebd-b150020571bb req-64797d35-0335-47e3-8b87-e3f82549c2b5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:40.382178 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6eecc762-cc80-4923-9ebd-b150020571bb req-64797d35-0335-47e3-8b87-e3f82549c2b5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Nov 22 16:50:40.435869 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6eecc762-cc80-4923-9ebd-b150020571bb req-c92c741a-ffd3-4992-bac7-a3ab04136177 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 Nov 22 16:50:41.037675 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a2c0c-be5d-445a-91ec-9bce7ac12209 req-fb375eec-97e5-4dcb-ba84-2b5d136c92a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.039191 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b8a2c0c-be5d-445a-91ec-9bce7ac12209 req-fb375eec-97e5-4dcb-ba84-2b5d136c92a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 944 time: 0.0643463 Nov 22 16:50:41.093489 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b8a2c0c-be5d-445a-91ec-9bce7ac12209 req-e88392a7-4d5b-40c3-9973-a329119a37ff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Nov 22 16:50:41.328844 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:41.427452 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:41.440310 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'mac_address': 'fa:16:3e:8b:22:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:41.485343 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.499820 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:41.519962 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:41.525013 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.558906 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fac8e7-9cc7-43e5-9966-982e2e274fbd req-ee2d7835-6ff1-44c3-8f09-1c78694699a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:41.560447 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-69fac8e7-9cc7-43e5-9966-982e2e274fbd req-ee2d7835-6ff1-44c3-8f09-1c78694699a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Nov 22 16:50:41.577647 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=9']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.612921 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-69fac8e7-9cc7-43e5-9966-982e2e274fbd req-23fa04b3-ea0d-4c8a-a7da-f01111c31b44 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Nov 22 16:50:42.228210 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad789def-46c7-404e-bc56-8b1343e7ef9f req-0ddf4a8b-751c-4df6-9534-afa5108c59ad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.230533 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ad789def-46c7-404e-bc56-8b1343e7ef9f req-0ddf4a8b-751c-4df6-9534-afa5108c59ad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0572639 Nov 22 16:50:42.279945 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ad789def-46c7-404e-bc56-8b1343e7ef9f req-0f512744-763f-48ff-9293-da967fad13cd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Nov 22 16:50:42.729496 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331060e-5644-4024-ac91-14a3cc299b8a req-ff8257f0-e568-4196-b470-0b7cdbd30c81 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.731031 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3331060e-5644-4024-ac91-14a3cc299b8a req-ff8257f0-e568-4196-b470-0b7cdbd30c81 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Nov 22 16:50:42.780898 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3331060e-5644-4024-ac91-14a3cc299b8a req-21ce0d52-8886-4f41-87f9-9e276240ab40 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Nov 22 16:50:42.823515 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f9cbc7d9-16f8-4436-a1e8-713379fa2b20'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:43.413454 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee4dac-f2eb-4d11-8f69-db08b5e22755 req-fc76b428-c199-4e7b-8686-5d5edc78e89b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.414876 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bcee4dac-f2eb-4d11-8f69-db08b5e22755 req-fc76b428-c199-4e7b-8686-5d5edc78e89b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0572865 Nov 22 16:50:43.468278 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bcee4dac-f2eb-4d11-8f69-db08b5e22755 req-aca2a881-3080-4943-857d-15d58d5771a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471475 Nov 22 16:50:43.902598 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f202a43-94f9-449e-aa8c-ceff5bbc0229 req-883ffb6b-9d2b-4cf7-bb73-fa4eb92c691b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.904113 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f202a43-94f9-449e-aa8c-ceff5bbc0229 req-883ffb6b-9d2b-4cf7-bb73-fa4eb92c691b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0507200 Nov 22 16:50:43.954473 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f202a43-94f9-449e-aa8c-ceff5bbc0229 req-f0d4ceb5-ba76-4d6f-9324-736aad0f42c0 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Nov 22 16:50:44.413473 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:44.477043 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:44.477631 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.572876 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.603570 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:44.604170 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c1f4a-53c2-49ef-8605-78cb1a8dfa64 req-47dc79c7-e635-442f-9f54-de816181d1e3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:44.605820 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb4c1f4a-53c2-49ef-8605-78cb1a8dfa64 req-47dc79c7-e635-442f-9f54-de816181d1e3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 945 time: 0.0608609 Nov 22 16:50:44.606076 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f85760-9bdc-44e7-af8b-1518fbd7f55c" -d '{"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:44.625584 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:44.638406 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.677122 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e647725-792c-43de-b6c3-fae622d65357 x-openstack-request-id: req-2e647725-792c-43de-b6c3-fae622d65357 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:44.677596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-plugged", "status": "completed", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:44.678017 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e647725-792c-43de-b6c3-fae622d65357 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:44.678648 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'code': 200} Nov 22 16:50:44.680600 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fb4c1f4a-53c2-49ef-8605-78cb1a8dfa64 req-78eff455-a829-4364-9cb4-8d0cd7799818 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609052 Nov 22 16:50:44.719743 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=10']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.075475 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714aee3-6917-4ee8-a98a-50c305a9f955 req-a60b1077-f75a-4d68-bd4b-112b4530088b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.077401 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8714aee3-6917-4ee8-a98a-50c305a9f955 req-a60b1077-f75a-4d68-bd4b-112b4530088b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Nov 22 16:50:45.133228 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8714aee3-6917-4ee8-a98a-50c305a9f955 req-b96c9119-a54f-40f0-84a2-e02de2aaa664 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Nov 22 16:50:45.259209 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224d3bc-bc62-4312-894e-6af31d6fafa0 req-36bf0ce1-52b7-4b10-b6ae-a3ef71e5ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.260817 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e224d3bc-bc62-4312-894e-6af31d6fafa0 req-36bf0ce1-52b7-4b10-b6ae-a3ef71e5ce64 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 1100 time: 0.0398850 Nov 22 16:50:45.306819 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e224d3bc-bc62-4312-894e-6af31d6fafa0 req-97dee9bb-fcc4-4ffa-8634-f49800764279 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Nov 22 16:50:45.806003 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76d8bb-5d9d-4b09-8e61-890fa54971f2 req-df2b7ebb-d755-464a-90b3-7f26e431d9ff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.807687 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6e76d8bb-5d9d-4b09-8e61-890fa54971f2 req-df2b7ebb-d755-464a-90b3-7f26e431d9ff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0502691 Nov 22 16:50:45.856959 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6e76d8bb-5d9d-4b09-8e61-890fa54971f2 req-0e4f2e7a-b70b-4cf2-807f-517c82787286 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425453 Nov 22 16:50:45.959352 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-9fcf2019-e8f1-421d-80a3-1f1c0a75f20a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:45.960818 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-9fcf2019-e8f1-421d-80a3-1f1c0a75f20a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0592256 Nov 22 16:50:46.072565 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Deleting port 8ec54eb6-d304-485d-b708-3c045ee314cb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:46.072877 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.165405 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] For port 8ec54eb6-d304-485d-b708-3c045ee314cb, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=8ec54eb6-d304-485d-b708-3c045ee314cb,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:46.165766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.187957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Calling delete_port for 8ec54eb6-d304-485d-b708-3c045ee314cb owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:46.253389 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1d63-3e3d-4575-a308-441415e84408 req-e3886de4-0cf8-45fd-94c6-229e36f4b66a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:46.254984 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-771f1d63-3e3d-4575-a308-441415e84408 req-e3886de4-0cf8-45fd-94c6-229e36f4b66a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2bc5385-566c-43eb-9d19-e4dc31e973b4 HTTP/1.1" status: 200 len: 945 time: 0.0493345 Nov 22 16:50:46.307460 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-771f1d63-3e3d-4575-a308-441415e84408 req-d413de3f-5768-447c-bd6d-ad6fa3eb4e53 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 Nov 22 16:50:46.318422 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.335317 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['e3935dab-324c-47a8-92c1-c715a0e76a89', '8ec54eb6-d304-485d-b708-3c045ee314cb'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:46.346769 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Pushing event deleted for resources: {'Port': ['ID=8ec54eb6-d304-485d-b708-3c045ee314cb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:46.389408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] No DVR routers for this DVR port 8ec54eb6-d304-485d-b708-3c045ee314cb on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:46.392284 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.396005 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3921cc26-90d2-4d00-8168-b3f754bbc487 req-489087a3-759e-40ac-80b1-5dab7f820991 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "DELETE /v2.0/ports/8ec54eb6-d304-485d-b708-3c045ee314cb HTTP/1.1" status: 204 len: 173 time: 0.4171343 Nov 22 16:50:46.396384 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'name': 'network-vif-deleted', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:46.399366 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199c81b7-528b-49d1-afcf-820583907df9" -d '{"events": [{"server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "name": "network-vif-deleted", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:46.437262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fd4d0b-a586-4d09-bfb5-28b8dcd05bb9 x-openstack-request-id: req-b9fd4d0b-a586-4d09-bfb5-28b8dcd05bb9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:46.437926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bc5385-566c-43eb-9d19-e4dc31e973b4", "name": "network-vif-deleted", "tag": "8ec54eb6-d304-485d-b708-3c045ee314cb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:46.438603 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9fd4d0b-a586-4d09-bfb5-28b8dcd05bb9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:46.439215 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bc5385-566c-43eb-9d19-e4dc31e973b4', 'name': 'network-vif-deleted', 'tag': '8ec54eb6-d304-485d-b708-3c045ee314cb', 'status': 'completed', 'code': 200} Nov 22 16:50:46.979287 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf9ded-0f2d-4001-baf3-75d9b8a9bb72 req-78c1c405-c21e-4c66-be5e-6573b908bc5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:46.980891 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-00bf9ded-0f2d-4001-baf3-75d9b8a9bb72 req-78c1c405-c21e-4c66-be5e-6573b908bc5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0517609 Nov 22 16:50:47.032829 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-00bf9ded-0f2d-4001-baf3-75d9b8a9bb72 req-03ea9a7d-214f-4365-97fc-a8165d8e0de9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450523 Nov 22 16:50:47.593799 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6ea5-22ab-4ee7-a1a4-931aa26d8a67 req-1a93ea64-2a77-4ff4-b10d-8f5a6d801370 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:47.595577 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d3d6ea5-22ab-4ee7-a1a4-931aa26d8a67 req-1a93ea64-2a77-4ff4-b10d-8f5a6d801370 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0507622 Nov 22 16:50:47.643217 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d3d6ea5-22ab-4ee7-a1a4-931aa26d8a67 req-da15544a-13b8-476b-b9dd-db73e6523e59 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413911 Nov 22 16:50:48.376710 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c196fb2-9632-4caa-88ed-c639a4b956ed req-f8b557c0-589e-4916-a4fd-817de2d3adc3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.378224 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c196fb2-9632-4caa-88ed-c639a4b956ed req-f8b557c0-589e-4916-a4fd-817de2d3adc3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.2654991 Nov 22 16:50:48.428977 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c196fb2-9632-4caa-88ed-c639a4b956ed req-7182e86c-5201-44d9-a803-c6e95e3e57d2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Nov 22 16:50:48.767280 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50233112-95c0-4383-9a99-581dc838a7f0 req-5c36b94e-7a1d-4e1c-a204-89e72bf81bcf tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.768862 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-50233112-95c0-4383-9a99-581dc838a7f0 req-5c36b94e-7a1d-4e1c-a204-89e72bf81bcf tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0508182 Nov 22 16:50:48.817971 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-50233112-95c0-4383-9a99-581dc838a7f0 req-12a07458-bb03-4910-8604-df4c374f9896 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428669 Nov 22 16:50:49.557300 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0ace2-6540-4e81-bd4d-52ebb4a8c298 req-4e6b74ad-e175-4012-9aaa-f5764ec85320 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:49.558748 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-59c0ace2-6540-4e81-bd4d-52ebb4a8c298 req-4e6b74ad-e175-4012-9aaa-f5764ec85320 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0501790 Nov 22 16:50:49.614679 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-59c0ace2-6540-4e81-bd4d-52ebb4a8c298 req-48b0b0a7-5aa6-48b7-b984-42147da6c0bd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483792 Nov 22 16:50:49.954633 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337795e-7d1b-428a-887f-a30d13629f90 req-bcbef1e9-dd48-4f73-989d-c50d51dc4af9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:49.956160 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d337795e-7d1b-428a-887f-a30d13629f90 req-bcbef1e9-dd48-4f73-989d-c50d51dc4af9 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0671360 Nov 22 16:50:50.005841 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d337795e-7d1b-428a-887f-a30d13629f90 req-fd81e66e-3f23-4ccb-9150-57cbf4e8ccfd tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Nov 22 16:50:50.741906 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66391cb-8408-4905-a2f1-fd06bc7f8634 req-22dfd108-044d-4982-8624-5b0b972aa5c4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:50.743495 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d66391cb-8408-4905-a2f1-fd06bc7f8634 req-22dfd108-044d-4982-8624-5b0b972aa5c4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0505502 Nov 22 16:50:50.792808 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d66391cb-8408-4905-a2f1-fd06bc7f8634 req-62a278b9-bcbb-4154-b5e3-b5fffcfae6b0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Nov 22 16:50:51.148008 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a64ac-8ad5-4807-a0b6-90226817b127 req-a56d644a-2cd1-4c37-89f9-8aca250fc3cc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:51.149535 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d4a64ac-8ad5-4807-a0b6-90226817b127 req-a56d644a-2cd1-4c37-89f9-8aca250fc3cc tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0566671 Nov 22 16:50:51.201645 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d4a64ac-8ad5-4807-a0b6-90226817b127 req-450781e9-c409-40ab-9937-2bff227eccf4 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Nov 22 16:50:51.929331 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264e2e-34b6-4b3d-919e-549c12bf8ab5 req-b788e205-aa33-47e6-b36a-1a8d87a0623e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:51.930788 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a4264e2e-34b6-4b3d-919e-549c12bf8ab5 req-b788e205-aa33-47e6-b36a-1a8d87a0623e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0615683 Nov 22 16:50:51.994785 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a4264e2e-34b6-4b3d-919e-549c12bf8ab5 req-8168459c-3eb3-4172-9d68-741c1def68b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576279 Nov 22 16:50:52.308849 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 8ec54eb6-d304-485d-b708-3c045ee314cb no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:52.339601 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 8ec54eb6-d304-485d-b708-3c045ee314cb {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:52.340825 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 8ec54eb6-d304-485d-b708-3c045ee314cb not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:52.344248 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d48b5-67bd-43e5-a2ea-46f82a75c98c req-15bc6111-fde5-413a-b7ac-adbe43b38e14 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:52.346278 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3a5d48b5-67bd-43e5-a2ea-46f82a75c98c req-15bc6111-fde5-413a-b7ac-adbe43b38e14 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0754368 Nov 22 16:50:52.398368 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3a5d48b5-67bd-43e5-a2ea-46f82a75c98c req-2e3dc989-1606-4b9c-bbbe-55860156a89c tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 Nov 22 16:50:53.522139 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3e1ca-00f3-424a-b906-2c7d0e05557b req-197f6ba5-e2e5-46b2-ab26-0d1d517df7c5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.524821 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33f3e1ca-00f3-424a-b906-2c7d0e05557b req-197f6ba5-e2e5-46b2-ab26-0d1d517df7c5 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0544691 Nov 22 16:50:53.591284 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33f3e1ca-00f3-424a-b906-2c7d0e05557b req-d880722f-671b-40c6-828d-c254ae6d47c6 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590808 Nov 22 16:50:54.739608 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9fbc-2b49-4b0e-8ba0-8d0cb1320212 req-1d9c9dab-70fb-4b7d-ba3a-620c727a2c2a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:54.741429 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b3f9fbc-2b49-4b0e-8ba0-8d0cb1320212 req-1d9c9dab-70fb-4b7d-ba3a-620c727a2c2a tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0704451 Nov 22 16:50:54.797238 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b3f9fbc-2b49-4b0e-8ba0-8d0cb1320212 req-ca72a065-389b-49c7-9a2a-662b4459f958 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493138 Nov 22 16:50:55.926116 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9587644-c62e-4be0-aee9-ffc95386e2d1 req-487ab0ac-47b8-429f-ae9f-45a11a9476d3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:55.927751 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a9587644-c62e-4be0-aee9-ffc95386e2d1 req-487ab0ac-47b8-429f-ae9f-45a11a9476d3 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0576124 Nov 22 16:50:55.994428 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a9587644-c62e-4be0-aee9-ffc95386e2d1 req-4a11fc98-c724-4652-a6c3-380d19fc15a7 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Nov 22 16:50:57.135939 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85416e-a8ca-4fab-97e7-17328bf0346a req-3f52efe6-0fe8-4872-a1cb-8248b9256477 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:57.137704 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-af85416e-a8ca-4fab-97e7-17328bf0346a req-3f52efe6-0fe8-4872-a1cb-8248b9256477 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0581620 Nov 22 16:50:57.192899 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-af85416e-a8ca-4fab-97e7-17328bf0346a req-b8794ecf-df51-4162-b9a3-c49675261084 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483639 Nov 22 16:50:58.323890 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f6dfd-f56c-43a6-bb02-8f897db2a560 req-bb54cb37-423f-429f-a7d2-055b5395513b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:58.325400 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c9f6dfd-f56c-43a6-bb02-8f897db2a560 req-bb54cb37-423f-429f-a7d2-055b5395513b tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0612867 Nov 22 16:50:58.378678 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c9f6dfd-f56c-43a6-bb02-8f897db2a560 req-ede69689-c077-40cf-8172-2e5993bf191d tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Nov 22 16:50:58.872161 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49268) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.985980 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8c91037-f911-4d57-be28-588f3cfd2421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.082254 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8c91037-f911-4d57-be28-588f3cfd2421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.087552 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8c91037-f911-4d57-be28-588f3cfd2421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.137361 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d8c91037-f911-4d57-be28-588f3cfd2421 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=447d7498db2a40eb9a138b003e5a9518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640939 Nov 22 16:50:59.140254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49276) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:59.140772 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c91037-f911-4d57-be28-588f3cfd2421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69968d6-0579-4470-8dd0-86bd3a41bbec,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.212227 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.237825 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.299564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.303332 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.304778 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a69968d6-0579-4470-8dd0-86bd3a41bbec HTTP/1.1" status: 204 len: 168 time: 0.1625750 Nov 22 16:50:59.318281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a945c-4f1e-4538-9928-69f532787bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69968d6-0579-4470-8dd0-86bd3a41bbec,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.490449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-6daa3f6e-5d09-4d65-982e-442d12782d89 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.493133 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-6daa3f6e-5d09-4d65-982e-442d12782d89 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0693946 Nov 22 16:50:59.529955 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca112d-4e36-4e29-884f-864ea3d28160 req-7b07cf52-c857-4f26-a780-e28e662ee215 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.531971 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-50ca112d-4e36-4e29-884f-864ea3d28160 req-7b07cf52-c857-4f26-a780-e28e662ee215 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 946 time: 0.0605454 Nov 22 16:50:59.600440 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-50ca112d-4e36-4e29-884f-864ea3d28160 req-34cc7dba-6d3f-4fb6-861d-ffc416cc9d09 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/security-groups?id=63a2f19f-db8c-4596-8088-21846279a11e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 Nov 22 16:50:59.621178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Deleting port e3935dab-324c-47a8-92c1-c715a0e76a89 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:59.621628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.731595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] For port e3935dab-324c-47a8-92c1-c715a0e76a89, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3935dab-324c-47a8-92c1-c715a0e76a89,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:59.731947 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.746773 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Calling delete_port for e3935dab-324c-47a8-92c1-c715a0e76a89 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:59.851208 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-3a50c9cf-d806-44ae-b3b2-f357146ed069 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0647159 Nov 22 16:50:59.936884 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.947964 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-7bb1702f-fd68-4c65-901d-f828ea1698c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.949506 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-7bb1702f-fd68-4c65-901d-f828ea1698c8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.0638421 Nov 22 16:50:59.951307 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['e3935dab-324c-47a8-92c1-c715a0e76a89'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:59.971509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Pushing event deleted for resources: {'Port': ['ID=e3935dab-324c-47a8-92c1-c715a0e76a89,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.025532 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ccd5-d309-4591-a631-d660024d6a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.046557 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] No DVR routers for this DVR port e3935dab-324c-47a8-92c1-c715a0e76a89 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:00.076052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.079738 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-95e03ce7-9c08-4751-a7ee-7362590e1d52 req-e34ae580-4d69-4046-abce-626a73befd45 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.48 "DELETE /v2.0/ports/e3935dab-324c-47a8-92c1-c715a0e76a89 HTTP/1.1" status: 204 len: 173 time: 0.5776088 Nov 22 16:51:00.080180 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'name': 'network-vif-deleted', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:00.082524 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae465674-e49e-46ad-ad98-51c01038dd2c" -d '{"events": [{"server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "name": "network-vif-deleted", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:00.130909 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dfaf6f-d16e-4ea4-9fb7-718f5ccc07f5 x-openstack-request-id: req-e3dfaf6f-d16e-4ea4-9fb7-718f5ccc07f5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:00.131201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475167b8-4ec2-4e29-b9ba-b8414eadd555", "name": "network-vif-deleted", "tag": "e3935dab-324c-47a8-92c1-c715a0e76a89", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:00.131456 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3dfaf6f-d16e-4ea4-9fb7-718f5ccc07f5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:00.131875 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475167b8-4ec2-4e29-b9ba-b8414eadd555', 'name': 'network-vif-deleted', 'tag': 'e3935dab-324c-47a8-92c1-c715a0e76a89', 'status': 'completed', 'code': 200} Nov 22 16:51:00.141569 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-fbdcc698-7fc9-4a3c-8472-cfe65c9791d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.143174 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-fbdcc698-7fc9-4a3c-8472-cfe65c9791d6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.1630445 Nov 22 16:51:00.232692 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-ae580d27-c25a-4d04-b521-dfc7fcfbd3e3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1001 time: 0.0730143 Nov 22 16:51:00.240580 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.301905 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-b1c4a6b2-83dc-42bb-a98d-0c72c7b081e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.304198 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-b1c4a6b2-83dc-42bb-a98d-0c72c7b081e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0516620 Nov 22 16:51:00.367389 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-42df8e1e-ce41-439e-8bd0-620eb2ef364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.370234 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-42df8e1e-ce41-439e-8bd0-620eb2ef364a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501087 Nov 22 16:51:00.475086 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-c1b1c5af-0fc2-436c-a1d1-5a21e08617cf service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932784 Nov 22 16:51:00.585329 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-13551f45-e319-4b8b-bc7f-fdee3ba1ad42 req-20afca3a-6f73-4390-87a0-1c33dbb13b15 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021345 Nov 22 16:51:00.724423 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2aa1d4b1-9184-4696-aa0f-4f4295ceb5c0 req-b501e10d-52aa-4392-9ddd-40663759bc90 tempest-ServerRescueNegativeTestJSON-2126922810 tempest-ServerRescueNegativeTestJSON-2126922810-project] 10.222.0.46 "GET /v2.0/ports?device_id=475167b8-4ec2-4e29-b9ba-b8414eadd555 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Nov 22 16:51:01.581692 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49312) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:01.632609 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Deleting subnet 8c24cd74-df45-4ab1-939d-82b1efa26b71 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:01.636224 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.671340 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.720952 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.789807 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.801027 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:01.823599 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c24cd74-df45-4ab1-939d-82b1efa26b71,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.825423 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.828659 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-855f3153-1314-45e3-8537-5bd98b66970a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c24cd74-df45-4ab1-939d-82b1efa26b71 HTTP/1.1" status: 204 len: 168 time: 0.2458944 Nov 22 16:51:01.831657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49318) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:01.898083 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.983065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.004452 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a91d6aba-b44e-47a8-8985-dd864d22c007']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.014217 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.014514 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5eeb2f-a82e-4872-8095-3e0f0ca55f12') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.024822 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.039161 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.047058 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:02.047631 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:02.049399 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:02.108614 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.114699 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.118145 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a91d6aba-b44e-47a8-8985-dd864d22c007 HTTP/1.1" status: 204 len: 168 time: 0.2855108 Nov 22 16:51:02.132483 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b24eec-bb22-45cf-8a69-d127869ff4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a91d6aba-b44e-47a8-8985-dd864d22c007,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.237978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.296466 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49322) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:02.334572 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-10b858a5-93a9-4bc8-9883-c6e2c5c04da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.343582 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-cf84fff6-844b-4682-8455-242e683aad29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=095f4db2389741caba2ac809e3bbf953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457897 Nov 22 16:51:02.346216 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49324) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:02.355006 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device e3935dab-324c-47a8-92c1-c715a0e76a89 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:02.380100 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: e3935dab-324c-47a8-92c1-c715a0e76a89 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:02.380440 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device e3935dab-324c-47a8-92c1-c715a0e76a89 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:02.417037 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.442676 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.507917 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.512192 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.513233 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c29352c-6161-4ed1-943c-1d11f552b990 HTTP/1.1" status: 204 len: 168 time: 0.1659188 Nov 22 16:51:02.528347 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806583b-2859-44fa-b17b-d7154d4de8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c29352c-6161-4ed1-943c-1d11f552b990,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.597188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Deleting port a4e4271d-3216-4327-a879-9de3c668d527 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:02.597540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.697978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] For port a4e4271d-3216-4327-a879-9de3c668d527, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a4e4271d-3216-4327-a879-9de3c668d527,segment=NetworkSegment(a4d88940-3ac4-41fd-8047-6d9479e67995),segment_id=a4d88940-3ac4-41fd-8047-6d9479e67995)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:02.698401 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.712517 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Calling delete_port for a4e4271d-3216-4327-a879-9de3c668d527 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:02.904506 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.936206 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e4271d-3216-4327-a879-9de3c668d527,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.099359 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.407253 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.546818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Router 0d3447eb-3cdf-47f7-89b2-164154953b3f has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:03.698936 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:03.708870 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49360) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:03.710369 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0ce73043-ceee-448a-a6cb-4938859c5470 admin admin] 10.222.0.46 "PUT /v2.0/routers/0d3447eb-3cdf-47f7-89b2-164154953b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9081235 Nov 22 16:51:03.714764 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Sync routers for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:03.750480 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:03.752603 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:03.846747 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.891215 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:03.977541 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.040238 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Deleting port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:04.040582 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.104834 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:51:02Z', 'revision_number': 5, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port': {'id': '7ab029d6-2900-46c8-a81e-ed02a4ab0f3c', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:58Z', 'updated_at': '2021-11-22T16:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:04.128800 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] For port 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:04.129177 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.134446 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Checking router: 0d3447eb-3cdf-47f7-89b2-164154953b3f for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:04.143147 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Calling delete_port for 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c owned by network:router_gateway {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:04.143481 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Routers {'0d3447eb-3cdf-47f7-89b2-164154953b3f'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:04.144097 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['0d3447eb-3cdf-47f7-89b2-164154953b3f'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:04.232143 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] Set router 0d3447eb-3cdf-47f7-89b2-164154953b3f gateway port host: None {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:04.350598 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.381326 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab029d6-2900-46c8-a81e-ed02a4ab0f3c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.389797 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:51:03Z', 'revision_number': 6, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port_host': None}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:04.418579 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7447ff62-e5c2-4581-aa78-862193776a36 None None] The sync data for ids ['0d3447eb-3cdf-47f7-89b2-164154953b3f'] in dv-cinder-773985-19-iscsi is: [{'id': '0d3447eb-3cdf-47f7-89b2-164154953b3f', 'name': 'tempest-ServerRescueNegativeTestJSON-346277673-router', 'tenant_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:51:03Z', 'revision_number': 6, 'project_id': '1e7f4a9d55384beb9e8ba3a98e8c9ef0', 'gw_port_host': None}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:04.447493 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.554735 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.557141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.625649 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.626381 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3447eb-3cdf-47f7-89b2-164154953b3f {{(pid=109411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:51:04.631743 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.632940 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-73e84b76-b0ef-41a1-ad34-721f8712a0a4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0d3447eb-3cdf-47f7-89b2-164154953b3f HTTP/1.1" status: 204 len: 168 time: 0.9193585 Nov 22 16:51:04.635693 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49366) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:04.682207 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Deleting subnet 98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:04.686041 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.724863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.770440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.826585 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.855611 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ab076f-1de6-4f6d-9a96-ef4cc4a2f693,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.860002 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.863196 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-19449fe8-a86a-4b37-b22e-b2a2f205973d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/98ab076f-1de6-4f6d-9a96-ef4cc4a2f693 HTTP/1.1" status: 204 len: 168 time: 0.2264507 Nov 22 16:51:04.865780 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49368) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:04.918427 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.938765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.021396 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.045362 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b92996-d740-4746-b5f4-034b8d75200c']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:05.056342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d88940-3ac4-41fd-8047-6d9479e67995') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:05.056644 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d88940-3ac4-41fd-8047-6d9479e67995') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:05.067662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.081266 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.087849 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:05.088227 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:05.089954 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:05.159152 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.164807 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.168096 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b3b92996-d740-4746-b5f4-034b8d75200c HTTP/1.1" status: 204 len: 168 time: 0.3012981 Nov 22 16:51:05.184674 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efb2d7-8e96-4b35-9f7d-ee86ce1c0e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b92996-d740-4746-b5f4-034b8d75200c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:05.364246 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49378) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:05.408078 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-51254bab-6b62-491d-ad82-939e5edc725c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e7f4a9d55384beb9e8ba3a98e8c9ef0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426188 Nov 22 16:51:05.411551 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49380) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:05.464548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.492180 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.543638 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.546360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.547937 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63a2f19f-db8c-4596-8088-21846279a11e HTTP/1.1" status: 204 len: 168 time: 0.1352305 Nov 22 16:51:05.556617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42c4f1-131d-4b93-8afc-d55d4104a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2f19f-db8c-4596-8088-21846279a11e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:05.639451 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.726367 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:05.747580 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:05.747907 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 7ab029d6-2900-46c8-a81e-ed02a4ab0f3c not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:05.748312 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a4e4271d-3216-4327-a879-9de3c668d527 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:05.768749 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: a4e4271d-3216-4327-a879-9de3c668d527 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:05.769054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a4e4271d-3216-4327-a879-9de3c668d527 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:06.151805 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:07.127479 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49422) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.243009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b339d8a1-9564-45bb-bea7-ca2a408adf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.323462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b339d8a1-9564-45bb-bea7-ca2a408adf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.328126 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b339d8a1-9564-45bb-bea7-ca2a408adf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.366251 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b339d8a1-9564-45bb-bea7-ca2a408adf67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=067bf39285724f179467a0255b70b8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376261 Nov 22 16:51:07.367233 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339d8a1-9564-45bb-bea7-ca2a408adf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5c3e95-a5ec-4de1-b38f-13536bfd94a6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.368996 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49428) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.421153 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.447272 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.494929 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.497586 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.498811 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f5c3e95-a5ec-4de1-b38f-13536bfd94a6 HTTP/1.1" status: 204 len: 168 time: 0.1280146 Nov 22 16:51:07.507394 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c4ea-7957-436d-8f56-fb1fc64cfe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5c3e95-a5ec-4de1-b38f-13536bfd94a6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.780003 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49434) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.794336 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83e1bd86-9ac4-4365-8549-d04a514e3ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.872384 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83e1bd86-9ac4-4365-8549-d04a514e3ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.877087 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83e1bd86-9ac4-4365-8549-d04a514e3ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.913874 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1bd86-9ac4-4365-8549-d04a514e3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef616b4-df54-4070-9386-bd775e32de80,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.918294 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-83e1bd86-9ac4-4365-8549-d04a514e3ff0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b19bb6b8feb4275b59d5c00f7233431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372328 Nov 22 16:51:07.921064 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49436) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.971213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.992542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.055096 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.058835 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.060516 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fef616b4-df54-4070-9386-bd775e32de80 HTTP/1.1" status: 204 len: 168 time: 0.1384451 Nov 22 16:51:08.068955 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052e3d4-e826-4d1e-bcc5-11940656e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef616b4-df54-4070-9386-bd775e32de80,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.381628 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49522) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:10.493787 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.571271 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.577488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.617257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=da82b2ba8d7c4c9590bf9d9732a56558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342906 Nov 22 16:51:10.618091 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6b9ad-5574-48a7-b08a-29d1413d00ab,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.620294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49530) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:10.625464 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.625886 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.626246 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.626581 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.626900 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.627209 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.627529 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.627876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.628167 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.628479 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.628790 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.629107 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91ae345-ff48-4fd9-90b1-1c07d58e0652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.676067 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.703991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.754936 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.757471 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.758673 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89c6b9ad-5574-48a7-b08a-29d1413d00ab HTTP/1.1" status: 204 len: 168 time: 0.1373947 Nov 22 16:51:10.766629 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6b9ad-5574-48a7-b08a-29d1413d00ab,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.774376 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.774737 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.775081 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.775415 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.775750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.776058 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.776415 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.776735 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.777065 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.777386 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.777684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:10.778011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06863383-a60c-4cfd-9848-5b0ed0dc9076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:11.059164 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49536) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.073670 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a50e73ed-0f06-43ab-854a-3efd72286d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.149288 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a50e73ed-0f06-43ab-854a-3efd72286d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.155119 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a50e73ed-0f06-43ab-854a-3efd72286d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.195803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a50e73ed-0f06-43ab-854a-3efd72286d6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3c3bfc2c3e54d25a4f59b1def18a3c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354473 Nov 22 16:51:11.196705 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e73ed-0f06-43ab-854a-3efd72286d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82207439-fee7-4aba-a53e-8cb68f3d6b83,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.199307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49538) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.251023 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.273019 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.321933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.324725 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.325920 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82207439-fee7-4aba-a53e-8cb68f3d6b83 HTTP/1.1" status: 204 len: 168 time: 0.1250017 Nov 22 16:51:11.335728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261d5d6-d343-4739-af3f-ebef1af0ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82207439-fee7-4aba-a53e-8cb68f3d6b83,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.773979 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49566) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.927490 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c319b4f-a9cc-4dcb-ac93-62ca26ccfc1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.006992 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c319b4f-a9cc-4dcb-ac93-62ca26ccfc1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.011348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c319b4f-a9cc-4dcb-ac93-62ca26ccfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.045019 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5c319b4f-a9cc-4dcb-ac93-62ca26ccfc1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbc934d3dacb46a88069f8cfcdefb4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670958 Nov 22 16:51:12.045125 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49578) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.057280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c319b4f-a9cc-4dcb-ac93-62ca26ccfc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f7508e-bffd-42cb-82b8-d4b1dbe6a81e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.111568 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.133843 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.184702 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.187416 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.189231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/53f7508e-bffd-42cb-82b8-d4b1dbe6a81e HTTP/1.1" status: 204 len: 168 time: 0.1430879 Nov 22 16:51:12.197841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4d0cc-f918-49e0-90e2-2e939d227244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f7508e-bffd-42cb-82b8-d4b1dbe6a81e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.769250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdea70-b52f-4d71-81b3-c2fa79cc08e2 req-993ed979-63ab-4b7d-9787-321111a1235b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.770679 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-53bdea70-b52f-4d71-81b3-c2fa79cc08e2 req-993ed979-63ab-4b7d-9787-321111a1235b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0565782 Nov 22 16:51:12.824355 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-53bdea70-b52f-4d71-81b3-c2fa79cc08e2 req-f7aaf9d3-8dd9-4d2e-9824-1829e252ca86 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467696 Nov 22 16:51:12.972214 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49632) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.134282 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2677138-network', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:13.156116 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Made reservation on behalf of bd1934b708fb486c94359e27e7e8fe91 for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:13.158473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.167045 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.249394 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.255153 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.287630 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:13.295033 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b673d1c-8af7-41da-a5c2-21c02de9b312,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.302867 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.303074 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Added segment c655fd12-7268-4f8c-ab4c-e43457e01f5d of type vlan for network e22eba86-b678-4604-97a3-0692e34956c1 Nov 22 16:51:13.345272 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.372183 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.373195 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.373854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.424918 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4515841 Nov 22 16:51:13.428219 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.435301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Request body: {'subnet': {'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2677138-subnet', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:13.438303 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088b6eb-2854-4683-b3e5-e15483cd6e24 admin admin] Pushing event updated for resources: {'Network': ['ID=e22eba86-b678-4604-97a3-0692e34956c1,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.450360 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:13.452430 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49664) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.468118 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Made reservation on behalf of bd1934b708fb486c94359e27e7e8fe91 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:13.470847 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.594818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec17268d-c69e-4259-91a8-6a8e9bf5e84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.675746 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.757304 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5559d7-3078-40cb-a66c-b84cc7e283e1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.767272 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec17268d-c69e-4259-91a8-6a8e9bf5e84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.774155 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec17268d-c69e-4259-91a8-6a8e9bf5e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.792836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Checking segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:13.793200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Network hostable DHCP agents. Network: e22eba86-b678-4604-97a3-0692e34956c1, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:13.823358 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ec17268d-c69e-4259-91a8-6a8e9bf5e84c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e16c451ea9f946b39efb3cd070a2e5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3697701 Nov 22 16:51:13.826356 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49668) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.826529 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17268d-c69e-4259-91a8-6a8e9bf5e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a761da2-7e76-4b72-be2f-7389b185c4e9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:13.837711 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Network e22eba86-b678-4604-97a3-0692e34956c1 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:13.850611 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, e22eba86-b678-4604-97a3-0692e34956c1) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:13.856293 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.857033 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.861291 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab66bc4-9b92-46e5-9c7c-d0d48794a1d8 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:13.878957 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1d686301-cb39-474e-aa45-4e37db87a5f2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4484653 Nov 22 16:51:13.879249 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49672) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:13.892518 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:13.905138 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.962365 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.963379 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.968407 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.014938 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dcdcd-9af4-4ae4-8242-332de160bdf3 req-34c1f82b-ffb5-4472-a6a7-020ce187dc35 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.016872 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cd8dcdcd-9af4-4ae4-8242-332de160bdf3 req-34c1f82b-ffb5-4472-a6a7-020ce187dc35 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1127131 Nov 22 16:51:14.022977 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-e22eba86-b678-4604-97a3-0692e34956c1', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:14.025107 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.078158 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.093737 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.096520 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.097636 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a761da2-7e76-4b72-be2f-7389b185c4e9 HTTP/1.1" status: 204 len: 168 time: 0.2703216 Nov 22 16:51:14.178146 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefd76d-b6d3-4aea-83ad-b5f9fcb26503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a761da2-7e76-4b72-be2f-7389b185c4e9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.186085 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cd8dcdcd-9af4-4ae4-8242-332de160bdf3 req-786b3024-dd8d-409d-bdec-4f347bcc6bca tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615274 Nov 22 16:51:14.241600 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Allocated IP 172.20.0.2 (e22eba86-b678-4604-97a3-0692e34956c1/ba5559d7-3078-40cb-a66c-b84cc7e283e1/b0ab3339-c128-4d08-988c-3e0afd51610e) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:14.255684 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.406527 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.413906 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49678) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.419911 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.428554 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8181837-6ec8-4f9a-b460-b57210ddf8db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.472911 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:14.476074 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:14.481187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:14.483168 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Pushing event updated for resources: {'Port': ['ID=b0ab3339-c128-4d08-988c-3e0afd51610e,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.491837 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.492296 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.492717 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.493127 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.493561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.493970 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.494684 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.495077 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.495839 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.495839 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.496178 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.496504 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:14.526958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8181837-6ec8-4f9a-b460-b57210ddf8db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.532435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8181837-6ec8-4f9a-b460-b57210ddf8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.550355 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Attempting to bind port b0ab3339-c128-4d08-988c-3e0afd51610e on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:14.550729 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Attempting to bind port b0ab3339-c128-4d08-988c-3e0afd51610e by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:14.551100 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Attempting to bind port b0ab3339-c128-4d08-988c-3e0afd51610e on network e22eba86-b678-4604-97a3-0692e34956c1 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:14.556518 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:14.557140 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Checking segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:14.557548 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.557946 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Bound using segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:14.558446 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Bound port: b0ab3339-c128-4d08-988c-3e0afd51610e, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:14.558827 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.578295 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c8181837-6ec8-4f9a-b460-b57210ddf8db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d46aafb1e9a648cd8871d6a225edcde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1641507 Nov 22 16:51:14.579317 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8181837-6ec8-4f9a-b460-b57210ddf8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67dcd40-2a25-4aa8-b7c4-af87f369ad4f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.580882 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49680) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.630796 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] For port b0ab3339-c128-4d08-988c-3e0afd51610e, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:14.633913 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] For port b0ab3339-c128-4d08-988c-3e0afd51610e, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=b0ab3339-c128-4d08-988c-3e0afd51610e,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:14.638660 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.706633 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a178b1-95d4-4a59-9437-216b3c488fb7 None None] Pushing event updated for resources: {'Port': ['ID=b0ab3339-c128-4d08-988c-3e0afd51610e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.708720 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.755867 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.791359 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.818907 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.875329 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.878487 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.879662 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e67dcd40-2a25-4aa8-b7c4-af87f369ad4f HTTP/1.1" status: 204 len: 168 time: 0.2977810 Nov 22 16:51:14.904641 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bf09a-dd27-4372-a78d-0e87a0ba6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67dcd40-2a25-4aa8-b7c4-af87f369ad4f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.974865 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Allocated IP 172.27.1.214 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/c2c7bb07-883c-423a-aaaa-be5ff7879c2e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:15.094854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.129670 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.175341 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:15.179497 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:15.182280 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:15.222278 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.390586 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053155b2-3125-4475-bfb5-a44d8d652eb4 req-9603aea4-be87-4972-ba5f-b464b6e2eb05 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:15.391775 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-053155b2-3125-4475-bfb5-a44d8d652eb4 req-9603aea4-be87-4972-ba5f-b464b6e2eb05 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1178064 Nov 22 16:51:15.530588 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-053155b2-3125-4475-bfb5-a44d8d652eb4 req-65b61a10-5f86-463d-8419-45fac99d6c79 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273885 Nov 22 16:51:15.544784 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.673450 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:15.718274 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa66b9-e14e-4d85-843f-0b67f6dd0ac9 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:15.781063 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] Provisioning complete for port b0ab3339-c128-4d08-988c-3e0afd51610e triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:15.781991 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.794058 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.809831 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1796577173-network', 'tenant_id': 'ebdd49f6285745f19fd767693a9f99c1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:15.810066 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device b0ab3339-c128-4d08-988c-3e0afd51610e up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:15.832625 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Made reservation on behalf of ebdd49f6285745f19fd767693a9f99c1 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:15.835161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.845228 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.935828 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.938198 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Router 612d2d1f-1d90-464f-be91-4d39741d5878 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:15.942608 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.966764 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:15.979440 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port b0ab3339-c128-4d08-988c-3e0afd51610e triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:15.980098 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.983170 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a39658-39c6-4c1e-b3d0-d17b5c570969,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.986339 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.986882 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Added segment 236e0f2c-1216-4b9f-904f-9894006d0b50 of type vlan for network 119730fd-874d-4aaa-a96c-92a907cef0af Nov 22 16:51:16.013059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.028549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.059643 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.061578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.063300 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.066460 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] For port b0ab3339-c128-4d08-988c-3e0afd51610e, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=b0ab3339-c128-4d08-988c-3e0afd51610e,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:16.077771 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:16.093140 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.098792 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.100350 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-6b7d8bce-6f72-4a8d-8783-bd10af0ecf89 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2199237 Nov 22 16:51:16.103107 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Sync routers for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:16.103557 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49708) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.137702 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] Pushing event updated for resources: {'Network': ['ID=119730fd-874d-4aaa-a96c-92a907cef0af,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.149095 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.154713 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ca969c2b-7e77-43df-8ec1-3a16a92f1d6a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4797134 Nov 22 16:51:16.155318 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 119730fd-874d-4aaa-a96c-92a907cef0af details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:16.156841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49710) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.163604 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Request body: {'subnet': {'network_id': '119730fd-874d-4aaa-a96c-92a907cef0af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1796577173-subnet', 'tenant_id': 'ebdd49f6285745f19fd767693a9f99c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:16.170418 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:16.171099 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.233935 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Made reservation on behalf of ebdd49f6285745f19fd767693a9f99c1 for: {'subnet': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:16.236333 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26896532'] for subnet, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.280834 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be9b5-0c5e-4425-87db-d64365ef598c None None] Pushing event updated for resources: {'Port': ['ID=b0ab3339-c128-4d08-988c-3e0afd51610e,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.388592 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.db.api [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:16.388974 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG oslo_db.api [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:16.401862 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:16.589379 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25344935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26896554'] for subnet, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.631199 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-1f75162d-b950-48c4-a3f4-cc8efa453834 None None] Provisioning complete for port b0ab3339-c128-4d08-988c-3e0afd51610e triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:16.631445 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f75162d-b950-48c4-a3f4-cc8efa453834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.694740 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f9f1fd-15d9-45c3-b565-474c728288a2,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.739329 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7714d-b80b-4df7-87b5-58de34a66be1 req-471492e9-6cbc-46dd-b4aa-43338d69c654 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.742645 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-deb7714d-b80b-4df7-87b5-58de34a66be1 req-471492e9-6cbc-46dd-b4aa-43338d69c654 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1257184 Nov 22 16:51:16.752589 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Checking segment: {'id': '236e0f2c-1216-4b9f-904f-9894006d0b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '119730fd-874d-4aaa-a96c-92a907cef0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:16.752939 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Network hostable DHCP agents. Network: 119730fd-874d-4aaa-a96c-92a907cef0af, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:16.785871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:15Z', 'revision_number': 3, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:16.813431 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Checking router: 612d2d1f-1d90-464f-be91-4d39741d5878 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:16.813773 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Updating router 612d2d1f-1d90-464f-be91-4d39741d5878 port c2c7bb07-883c-423a-aaaa-be5ff7879c2e binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:16.842744 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.850898 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Network 119730fd-874d-4aaa-a96c-92a907cef0af is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:16.863916 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-deb7714d-b80b-4df7-87b5-58de34a66be1 req-6b852f7e-183a-4dcd-afdc-038344ad4dd3 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136239 Nov 22 16:51:16.868010 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 119730fd-874d-4aaa-a96c-92a907cef0af) {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:16.877304 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.877905 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978873a1-6aa3-4401-8833-9c17878ba37e None None] Network 119730fd-874d-4aaa-a96c-92a907cef0af requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:16.878048 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.890612 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.906943 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-37bae7c4-8ed9-472c-bf31-a80e5682e65f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7487798 Nov 22 16:51:17.080084 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Allocated IP 172.20.0.1 (e22eba86-b678-4604-97a3-0692e34956c1/ba5559d7-3078-40cb-a66c-b84cc7e283e1/266838ce-724c-41a6-af75-ac08e1236a78) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:17.155402 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36136384-a0fe-4800-9268-a510103f1432 None None] Network 119730fd-874d-4aaa-a96c-92a907cef0af requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:17.352392 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.360627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.423814 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Attempting to bind port c2c7bb07-883c-423a-aaaa-be5ff7879c2e on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:17.424265 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Attempting to bind port c2c7bb07-883c-423a-aaaa-be5ff7879c2e by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:17.424624 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Attempting to bind port c2c7bb07-883c-423a-aaaa-be5ff7879c2e on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:17.428060 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39b720-1909-426b-b844-8463778970a5 None None] Pushing event updated for resources: {'Port': ['ID=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.433601 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:17.433973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:17.434453 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.434998 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:17.435670 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Bound port: c2c7bb07-883c-423a-aaaa-be5ff7879c2e, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:17.436058 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.437474 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.450777 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.459193 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-724606390-network', 'tenant_id': '1b5b013defc24c4fb79d668c4066d710'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.473229 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.486694 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Made reservation on behalf of 1b5b013defc24c4fb79d668c4066d710 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:17.489615 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.495807 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] For port c2c7bb07-883c-423a-aaaa-be5ff7879c2e, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:17.499959 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] For port c2c7bb07-883c-423a-aaaa-be5ff7879c2e, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:17.500317 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.505801 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.516416 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Network e22eba86-b678-4604-97a3-0692e34956c1 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:17.521251 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:17.524041 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:17.555029 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Pushing event updated for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.567612 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:17.568529 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:17.584984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.606166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.610782 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39b720-1909-426b-b844-8463778970a5 None None] Pushing event updated for resources: {'Port': ['ID=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.612273 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.671952 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f901fc9-c6cf-4cb5-ac9e-80f5f127fe78,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.677871 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:17.693214 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.693877 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Added segment 59882f26-c9ad-46bf-9bda-4718ac2ad1fb of type vlan for network f2300911-e7e1-444a-b81e-fcfd2c5cd220 Nov 22 16:51:17.706156 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:17.752080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.758033 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.781856 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.783322 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.784002 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.825447 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device b0ab3339-c128-4d08-988c-3e0afd51610e up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:17.852798 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3977797 Nov 22 16:51:17.854844 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.859926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Request body: {'subnet': {'network_id': 'f2300911-e7e1-444a-b81e-fcfd2c5cd220', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-724606390-subnet', 'tenant_id': '1b5b013defc24c4fb79d668c4066d710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.864041 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef0153-773c-43bd-9a84-2cc48cc81444 admin admin] Pushing event updated for resources: {'Network': ['ID=f2300911-e7e1-444a-b81e-fcfd2c5cd220,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.883221 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network f2300911-e7e1-444a-b81e-fcfd2c5cd220 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:17.886574 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Made reservation on behalf of 1b5b013defc24c4fb79d668c4066d710 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:17.890177 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.967956 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port b0ab3339-c128-4d08-988c-3e0afd51610e triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:17.968357 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.969356 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.986894 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.044062 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-1e07cb08-46fa-45c9-913e-647c81673d59 None None] Provisioning complete for port 266838ce-724c-41a6-af75-ac08e1236a78 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:18.044439 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e07cb08-46fa-45c9-913e-647c81673d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.073735 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0f4f-ac3c-4f81-84de-dbbb01aa8744 req-a1476cc4-3876-43e9-9d56-447636ffe4a0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:18.075136 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-945e0f4f-ac3c-4f81-84de-dbbb01aa8744 req-a1476cc4-3876-43e9-9d56-447636ffe4a0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1270382 Nov 22 16:51:18.075960 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.084573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Pushing event updated for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.099319 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-1e07cb08-46fa-45c9-913e-647c81673d59 None None] Port 266838ce-724c-41a6-af75-ac08e1236a78 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:18.124820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.145841 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:15Z', 'revision_number': 3, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:18.180273 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04815bad-9de8-4fef-9e8c-c3009ce015b1 None None] The sync data for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi is: [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:15Z', 'revision_number': 3, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:18.190674 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-945e0f4f-ac3c-4f81-84de-dbbb01aa8744 req-b2b1114c-5cc3-4287-a6ef-6d1014dd7905 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018779 Nov 22 16:51:18.199410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec33e085-5f65-4961-b99d-8746675d3eb9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.202885 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Checking segment: {'id': '59882f26-c9ad-46bf-9bda-4718ac2ad1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'f2300911-e7e1-444a-b81e-fcfd2c5cd220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:18.203228 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Network hostable DHCP agents. Network: f2300911-e7e1-444a-b81e-fcfd2c5cd220, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:18.221607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Network e22eba86-b678-4604-97a3-0692e34956c1 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:18.223119 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:18.234054 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Network f2300911-e7e1-444a-b81e-fcfd2c5cd220 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:18.250543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, f2300911-e7e1-444a-b81e-fcfd2c5cd220) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:18.260587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a3439-def1-48fa-8d3c-8b5e5b80ddd9 None None] Network f2300911-e7e1-444a-b81e-fcfd2c5cd220 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:18.267652 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:18.268342 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.292124 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e297f22a-a495-4fba-9699-271468049bae admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4361908 Nov 22 16:51:18.392560 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Router 612d2d1f-1d90-464f-be91-4d39741d5878 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:18.589694 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-819e5ab1-e834-490c-b2c6-d8e7502814db None None] Provisioning complete for port 266838ce-724c-41a6-af75-ac08e1236a78 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:18.590065 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-819e5ab1-e834-490c-b2c6-d8e7502814db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.594596 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:18.600527 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4b209a64-03a8-4983-bc27-2468a2d41909 admin admin] 10.222.0.46 "PUT /v2.0/routers/612d2d1f-1d90-464f-be91-4d39741d5878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959362 Nov 22 16:51:18.668388 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8e769-5341-4c9c-a671-15b5b9a3dfb9 None None] Network f2300911-e7e1-444a-b81e-fcfd2c5cd220 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:18.673202 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-819e5ab1-e834-490c-b2c6-d8e7502814db None None] Port 266838ce-724c-41a6-af75-ac08e1236a78 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:19.256521 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49762) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:19.261765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-993546869-network', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:19.317805 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Made reservation on behalf of 85553915a40b42f79fc98ba68fe3d16a for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:19.320129 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.332095 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.342302 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401d8f-d315-4158-99ca-1b87a1375a47 req-12ed521e-81be-4ebc-84cd-4565c65dd843 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.344006 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d5401d8f-d315-4158-99ca-1b87a1375a47 req-12ed521e-81be-4ebc-84cd-4565c65dd843 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0786526 Nov 22 16:51:19.419884 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d5401d8f-d315-4158-99ca-1b87a1375a47 req-5c75965f-3677-4836-8dd1-0c6a0839f80e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682614 Nov 22 16:51:19.456224 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.460768 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.485808 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:19.495486 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0a707-04e8-46bc-9cc3-498623e38b8d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.500170 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.500527 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Added segment 8a4a776f-5dc7-4d18-94f3-20bdb80c4c99 of type vlan for network e9197ac8-9cee-4bf3-958a-99c041348f87 Nov 22 16:51:19.545940 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.575654 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.576680 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.577265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.631659 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3739088 Nov 22 16:51:19.634510 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49766) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:19.639378 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55324793-c76d-401f-8b43-57e214f3d59e admin admin] Pushing event updated for resources: {'Network': ['ID=e9197ac8-9cee-4bf3-958a-99c041348f87,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.639954 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Request body: {'subnet': {'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-993546869-subnet', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:19.650627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network e9197ac8-9cee-4bf3-958a-99c041348f87 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:19.697089 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Made reservation on behalf of 85553915a40b42f79fc98ba68fe3d16a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:19.699735 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.762237 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2c7bb07-883c-423a-aaaa-be5ff7879c2e up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:19.816855 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port c2c7bb07-883c-423a-aaaa-be5ff7879c2e triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:19.817223 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.888386 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.899561 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.921935 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port c2c7bb07-883c-423a-aaaa-be5ff7879c2e, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:19.926994 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.949875 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad975fb-1a22-4b8f-8448-79cfdd94ad24,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.957790 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Checking segment: {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:19.958201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Network hostable DHCP agents. Network: e9197ac8-9cee-4bf3-958a-99c041348f87, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:19.975215 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Network e9197ac8-9cee-4bf3-958a-99c041348f87 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:19.986808 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, e9197ac8-9cee-4bf3-958a-99c041348f87) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:19.986997 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.992228 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.993219 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.998764 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a737929-ffa5-44cb-8ae6-2d7775e7b01a None None] Network e9197ac8-9cee-4bf3-958a-99c041348f87 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:20.014176 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-910ce161-c674-4f1a-9596-43017ecf0060 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3760514 Nov 22 16:51:20.014371 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49768) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.019316 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:20.033395 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Sync routers for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:20.044756 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:20.045418 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:20.046489 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.047698 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.116439 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.166639 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-e9197ac8-9cee-4bf3-958a-99c041348f87', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:20.167935 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.187397 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:20.300141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.336462 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Allocated IP 172.20.0.2 (e9197ac8-9cee-4bf3-958a-99c041348f87/fad975fb-1a22-4b8f-8448-79cfdd94ad24/f11277fe-2aa7-4a1b-83e4-c93eecbbc746) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:20.455415 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 2, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:20.495063 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Checking router: 612d2d1f-1d90-464f-be91-4d39741d5878 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:20.495406 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Updating router 612d2d1f-1d90-464f-be91-4d39741d5878 port 266838ce-724c-41a6-af75-ac08e1236a78 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:20.530275 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.540511 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.570013 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.571663 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.592232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Pushing event updated for resources: {'Port': ['ID=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.613089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9625655-0b76-4681-9101-6ff93a1fd914 req-ef33d16a-342f-4197-adf8-10f39d901e31 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.614907 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c9625655-0b76-4681-9101-6ff93a1fd914 req-ef33d16a-342f-4197-adf8-10f39d901e31 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0819056 Nov 22 16:51:20.619948 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.625017 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Network e9197ac8-9cee-4bf3-958a-99c041348f87 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:20.627113 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:20.630834 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:20.710918 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c9625655-0b76-4681-9101-6ff93a1fd914 req-d766df83-e7ef-40a2-9b6e-f8215e3c0829 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876467 Nov 22 16:51:20.735723 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Attempting to bind port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.739218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Attempting to bind port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.741972 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Attempting to bind port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 on network e9197ac8-9cee-4bf3-958a-99c041348f87 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.751735 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:20.752196 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Checking segment: {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:20.752665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.753123 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Bound using segment: {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:20.753672 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Bound port: f11277fe-2aa7-4a1b-83e4-c93eecbbc746, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:20.754243 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.761166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Allocated IP 172.27.1.183 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/a7b00599-865a-4ab0-adb4-90e98e7b27e6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:20.818982 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] For port f11277fe-2aa7-4a1b-83e4-c93eecbbc746, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:20.822495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] For port f11277fe-2aa7-4a1b-83e4-c93eecbbc746, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:20.830063 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.875866 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.895094 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118670-b764-45e4-af95-a784927cb4d4 None None] Pushing event updated for resources: {'Port': ['ID=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.935738 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.943923 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.951000 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.978492 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:20.981392 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:20.985402 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:21.004613 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Pushing event updated for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.012698 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b00599-865a-4ab0-adb4-90e98e7b27e6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.016432 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.016801 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.017146 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.017479 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.017807 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.018174 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.018509 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.018831 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.019153 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.019470 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.019928 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.020243 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:21.084732 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Attempting to bind port 266838ce-724c-41a6-af75-ac08e1236a78 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:21.085362 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Attempting to bind port 266838ce-724c-41a6-af75-ac08e1236a78 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:21.085470 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Attempting to bind port 266838ce-724c-41a6-af75-ac08e1236a78 on network e22eba86-b678-4604-97a3-0692e34956c1 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:21.091055 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:21.091435 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Checking segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:21.091957 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.092354 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Bound using segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:21.092832 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Bound port: 266838ce-724c-41a6-af75-ac08e1236a78, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:21.093453 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.200836 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] For port 266838ce-724c-41a6-af75-ac08e1236a78, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:21.205472 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] For port 266838ce-724c-41a6-af75-ac08e1236a78, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=266838ce-724c-41a6-af75-ac08e1236a78,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:21.214158 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.273330 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:21.274405 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:21.309664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.336677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-164258c9-0063-4806-b886-8ec436409b65 None None] Provisioning complete for port 266838ce-724c-41a6-af75-ac08e1236a78 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:21.336863 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cd789-d344-43a7-846f-e4c8f91b20f9 None None] Pushing event updated for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.337365 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-164258c9-0063-4806-b886-8ec436409b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.416274 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:21.464476 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-164258c9-0063-4806-b886-8ec436409b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.507653 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-164258c9-0063-4806-b886-8ec436409b65 None None] For port 266838ce-724c-41a6-af75-ac08e1236a78, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=266838ce-724c-41a6-af75-ac08e1236a78,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:21.512757 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-164258c9-0063-4806-b886-8ec436409b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.565485 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.572470 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164258c9-0063-4806-b886-8ec436409b65 None None] Pushing event updated for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.635253 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-2c71abe8-1366-48d6-bf76-e2821252ac20 None None] Provisioning complete for port 266838ce-724c-41a6-af75-ac08e1236a78 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:21.635900 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2c71abe8-1366-48d6-bf76-e2821252ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.656249 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:21.690023 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a52b0b-6388-402b-b880-3810a482f4d2 None None] The sync data for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi is: [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:21.723358 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Router b7a24327-1fd3-440c-af9b-fbec5f9d435a is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:21.880174 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:21.897952 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Sync routers for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:21.920218 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.924760 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1b734df7-765a-44f7-9bf7-15481afb0b27 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9059141 Nov 22 16:51:21.925009 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:21.925009 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:21.929153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49790) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.994444 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ae56e-d79f-49d6-8a2f-0719b4e1c0f8 req-6871848d-5ddc-4ab1-bc8e-fcf7b459f492 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.996228 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-402ae56e-d79f-49d6-8a2f-0719b4e1c0f8 req-6871848d-5ddc-4ab1-bc8e-fcf7b459f492 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1643374 Nov 22 16:51:22.036674 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f11277fe-2aa7-4a1b-83e4-c93eecbbc746 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:22.070933 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-402ae56e-d79f-49d6-8a2f-0719b4e1c0f8 req-63744882-ef5b-4f96-856c-095be918321f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644252 Nov 22 16:51:22.201783 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:22.269061 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.269676 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.383714 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca457c63-5b24-475d-be19-60e715a46e96 None None] Network e9197ac8-9cee-4bf3-958a-99c041348f87 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:22.658847 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.671508 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c3188b24-f611-4dac-8e6c-8457c02bea8d None None] Provisioning complete for port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.671891 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c3188b24-f611-4dac-8e6c-8457c02bea8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.760435 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port f11277fe-2aa7-4a1b-83e4-c93eecbbc746, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:22.786811 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.787612 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2c7bb07-883c-423a-aaaa-be5ff7879c2e up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:22.817586 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.863207 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 3, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:22.908352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Checking router: b7a24327-1fd3-440c-af9b-fbec5f9d435a for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:22.909044 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Updating router b7a24327-1fd3-440c-af9b-fbec5f9d435a port a7b00599-865a-4ab0-adb4-90e98e7b27e6 binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:22.988207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Allocated IP 172.20.0.1 (e9197ac8-9cee-4bf3-958a-99c041348f87/fad975fb-1a22-4b8f-8448-79cfdd94ad24/da4ace5f-8c80-4cf6-8b08-67b8d441cde7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:22.993608 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.004659 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.048298 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port c2c7bb07-883c-423a-aaaa-be5ff7879c2e triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:23.048673 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.116993 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.168451 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.230898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Pushing event updated for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.235452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Network e9197ac8-9cee-4bf3-958a-99c041348f87 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:23.238553 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:23.241325 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:23.249116 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d0eb-1d89-4ec4-ac4e-78f5355f8e40 req-9c72cc61-9f6c-42ca-ba89-6b84ed87f97d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.258060 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fcd1d0eb-1d89-4ec4-ac4e-78f5355f8e40 req-9c72cc61-9f6c-42ca-ba89-6b84ed87f97d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0746841 Nov 22 16:51:23.290063 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.338727 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fcd1d0eb-1d89-4ec4-ac4e-78f5355f8e40 req-8a0c7102-d4a8-4556-8990-18c572498c1e tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792978 Nov 22 16:51:23.398153 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-e5e6874a-6e30-40f5-9f36-3a1c5be937d7 None None] Provisioning complete for port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:23.398503 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e5e6874a-6e30-40f5-9f36-3a1c5be937d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.522280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.621136 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.631603 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.636066 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5772c2-24ab-4a5c-a37c-9519fb358ff2 req-fe6ab3d8-8fee-434d-8606-73975fa73c5d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.660473 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7f5772c2-24ab-4a5c-a37c-9519fb358ff2 req-fe6ab3d8-8fee-434d-8606-73975fa73c5d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1004701 Nov 22 16:51:23.734865 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Attempting to bind port a7b00599-865a-4ab0-adb4-90e98e7b27e6 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:23.735268 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Attempting to bind port a7b00599-865a-4ab0-adb4-90e98e7b27e6 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:23.735637 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Attempting to bind port a7b00599-865a-4ab0-adb4-90e98e7b27e6 on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:23.740736 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d97a0-407d-463b-9b20-8e7f965a2e08 None None] Pushing event updated for resources: {'Port': ['ID=a7b00599-865a-4ab0-adb4-90e98e7b27e6,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.753059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:23.753651 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:23.754767 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.755356 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:23.757436 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7f5772c2-24ab-4a5c-a37c-9519fb358ff2 req-0feff8cd-4357-4056-8b0f-ec9e3d4aad89 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956824 Nov 22 16:51:23.759286 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Bound port: a7b00599-865a-4ab0-adb4-90e98e7b27e6, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:23.759912 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.821915 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] For port a7b00599-865a-4ab0-adb4-90e98e7b27e6, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:23.825607 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] For port a7b00599-865a-4ab0-adb4-90e98e7b27e6, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a7b00599-865a-4ab0-adb4-90e98e7b27e6,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:23.831784 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.836718 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-4c7dc0b0-f093-4797-a85b-c2957fb5a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:23.838333 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-4c7dc0b0-f093-4797-a85b-c2957fb5a184 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.0996950 Nov 22 16:51:23.842501 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.852891 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.906761 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f11277fe-2aa7-4a1b-83e4-c93eecbbc746 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:23.933060 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-1bde252d-7703-4fd1-a26c-6739bcd34aff None None] Provisioning complete for port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:23.933722 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1bde252d-7703-4fd1-a26c-6739bcd34aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.955879 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d97a0-407d-463b-9b20-8e7f965a2e08 None None] Pushing event updated for resources: {'Port': ['ID=a7b00599-865a-4ab0-adb4-90e98e7b27e6,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.969739 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:23.970395 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:23.993465 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.007818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Pushing event updated for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:24.028515 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-1bde252d-7703-4fd1-a26c-6739bcd34aff None None] Port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:24.075499 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-99f157d2-4c51-4ed4-bacc-2d02beca21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.076998 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-99f157d2-4c51-4ed4-bacc-2d02beca21ad service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.2259710 Nov 22 16:51:24.088294 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:24.088670 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.123571 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:24.178792 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-de2efbd3-13eb-468d-8c2f-4b96efe234a7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1001 time: 0.0910351 Nov 22 16:51:24.180716 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Network e9197ac8-9cee-4bf3-958a-99c041348f87 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:24.182263 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:24.291621 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 266838ce-724c-41a6-af75-ac08e1236a78 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:24.319511 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-d0189eb4-2396-4cd0-87d7-06e711cc8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.320996 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-d0189eb4-2396-4cd0-87d7-06e711cc8fac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0919366 Nov 22 16:51:24.371518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Router b7a24327-1fd3-440c-af9b-fbec5f9d435a has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:24.385872 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-1dd17a1c-93b6-4072-86e8-e0b5decd3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.387416 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-1dd17a1c-93b6-4072-86e8-e0b5decd3d2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0586448 Nov 22 16:51:24.390540 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 266838ce-724c-41a6-af75-ac08e1236a78 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:24.390909 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.439519 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'da4ace5f-8c80-4cf6-8b08-67b8d441cde7', 'name': '', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'mac_address': 'fa:16:3e:05:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:22Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 2, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'subnets': [{'id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.476381 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5440dfcd-87d3-42ed-a974-08803c0a77aa None None] The sync data for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi is: [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'da4ace5f-8c80-4cf6-8b08-67b8d441cde7', 'name': '', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'mac_address': 'fa:16:3e:05:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:22Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 2, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'subnets': [{'id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:24.489832 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-2bb82b94-dcf6-4d68-90c9-c2cdb42c8372 None None] Provisioning complete for port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:24.489832 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2bb82b94-dcf6-4d68-90c9-c2cdb42c8372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.566898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:24.570129 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-f7a343fe-b99d-495a-bcba-1d4bfc9dcc74 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443033 Nov 22 16:51:24.573754 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a11bfd76-8b81-4efd-878e-f908c616f11d admin admin] 10.222.0.46 "PUT /v2.0/routers/b7a24327-1fd3-440c-af9b-fbec5f9d435a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6435647 Nov 22 16:51:24.680987 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-2bb82b94-dcf6-4d68-90c9-c2cdb42c8372 None None] Port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:24.689412 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5c652280-c49c-4aef-acb4-fba8f6fe02c7 req-904ccb09-3e1d-4d39-a365-cb8ad3dccab1 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097889 Nov 22 16:51:24.883748 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c731490-8e8e-47a0-a4b0-38e18aa82754 req-7f66b425-92c6-4e48-8131-5be29ce8bf0f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.893334 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6c731490-8e8e-47a0-a4b0-38e18aa82754 req-7f66b425-92c6-4e48-8131-5be29ce8bf0f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0631750 Nov 22 16:51:24.957176 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6c731490-8e8e-47a0-a4b0-38e18aa82754 req-44c047c5-a2a1-456e-bdbb-dabec7b1f445 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615046 Nov 22 16:51:25.822258 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a7b00599-865a-4ab0-adb4-90e98e7b27e6 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:25.903871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port a7b00599-865a-4ab0-adb4-90e98e7b27e6 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:25.904246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.019771 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.048879 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port a7b00599-865a-4ab0-adb4-90e98e7b27e6, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a7b00599-865a-4ab0-adb4-90e98e7b27e6,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:26.055996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.150733 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=a7b00599-865a-4ab0-adb4-90e98e7b27e6,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.180159 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3db883-c93e-4fa4-9f71-68a099a40e8c req-df22929a-6412-4a7e-a060-29d3dddc8bab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:26.182590 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6e3db883-c93e-4fa4-9f71-68a099a40e8c req-df22929a-6412-4a7e-a060-29d3dddc8bab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1034400 Nov 22 16:51:26.254413 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6e3db883-c93e-4fa4-9f71-68a099a40e8c req-6a939bf7-f1f6-4cba-acb3-a8e536ba702b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647738 Nov 22 16:51:26.992670 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Sync routers for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:27.002870 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:27.003478 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:27.123759 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:27.431856 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'da4ace5f-8c80-4cf6-8b08-67b8d441cde7', 'name': '', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'mac_address': 'fa:16:3e:05:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:22Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 2, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'subnets': [{'id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:27.468823 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Checking router: b7a24327-1fd3-440c-af9b-fbec5f9d435a for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:27.469192 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Updating router b7a24327-1fd3-440c-af9b-fbec5f9d435a port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:51:27.494313 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.790869 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a7b00599-865a-4ab0-adb4-90e98e7b27e6 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:27.802811 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.812243 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.857843 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port a7b00599-865a-4ab0-adb4-90e98e7b27e6 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:27.858237 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.874425 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0aed8-758c-4b49-a897-02dabf4f5a59 None None] Pushing event updated for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:27.957039 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Attempting to bind port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:27.957361 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Attempting to bind port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:27.957678 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Attempting to bind port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 on network e9197ac8-9cee-4bf3-958a-99c041348f87 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:27.963246 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:27.963618 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Checking segment: {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:27.964019 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.964601 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Bound using segment: {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:27.965099 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Bound port: da4ace5f-8c80-4cf6-8b08-67b8d441cde7, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:27.965485 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.060743 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] For port da4ace5f-8c80-4cf6-8b08-67b8d441cde7, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:28.064851 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] For port da4ace5f-8c80-4cf6-8b08-67b8d441cde7, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:28.071306 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.131627 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0aed8-758c-4b49-a897-02dabf4f5a59 None None] Pushing event updated for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.138628 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:28.139237 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:28.146685 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] Provisioning complete for port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:28.147051 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.262631 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.288629 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:28.302862 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] For port da4ace5f-8c80-4cf6-8b08-67b8d441cde7, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:28.310533 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.384262 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040964f-ac3f-420f-92a5-2e7a5cc8fdfe None None] Pushing event updated for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.550151 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-d71aa0ac-d058-43f6-8f9f-ac8c0bc493e7 None None] Provisioning complete for port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:28.550151 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d71aa0ac-d058-43f6-8f9f-ac8c0bc493e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.558694 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'da4ace5f-8c80-4cf6-8b08-67b8d441cde7', 'name': '', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'mac_address': 'fa:16:3e:05:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:22Z', 'updated_at': '2021-11-22T16:51:28Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'subnets': [{'id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:28.592836 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aed561-83d5-475e-8923-7ace72f53389 None None] The sync data for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi is: [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:23Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': 'da4ace5f-8c80-4cf6-8b08-67b8d441cde7', 'name': '', 'network_id': 'e9197ac8-9cee-4bf3-958a-99c041348f87', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'mac_address': 'fa:16:3e:05:fc:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:22Z', 'updated_at': '2021-11-22T16:51:28Z', 'revision_number': 4, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'subnets': [{'id': 'fad975fb-1a22-4b8f-8448-79cfdd94ad24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:29.783759 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device da4ace5f-8c80-4cf6-8b08-67b8d441cde7 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:29.839871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:29.840269 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.022135 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-eb551eb6-9cd0-4e8a-b7b6-06029e07f5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.259429 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.331677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c3904b00-a170-45e8-ab11-3f2ce65a9f3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.256609 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49932) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.306724 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Deleting subnet 76f9f1fd-15d9-45c3-b565-474c728288a2 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:33.310350 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.348860 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.391974 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.422865 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.477979 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.507382 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f9f1fd-15d9-45c3-b565-474c728288a2,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.514138 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.520297 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49940) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.522646 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-95fa6237-08de-47bf-934c-10e7683b6442 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/76f9f1fd-15d9-45c3-b565-474c728288a2 HTTP/1.1" status: 204 len: 168 time: 0.2649324 Nov 22 16:51:33.606671 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.699902 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.723806 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119730fd-874d-4aaa-a96c-92a907cef0af']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.737329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236e0f2c-1216-4b9f-904f-9894006d0b50') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.742568 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236e0f2c-1216-4b9f-904f-9894006d0b50') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.759933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.775810 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.785829 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:33.786185 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:33.788452 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:33.854549 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.862225 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.868281 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49948) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.870677 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] 10.222.0.46 "DELETE /v2.0/networks/119730fd-874d-4aaa-a96c-92a907cef0af HTTP/1.1" status: 204 len: 168 time: 0.3476079 Nov 22 16:51:33.881060 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f200fa4-8a74-4a0e-b83b-72cbd71dd483 admin admin] Pushing event deleted for resources: {'Network': ['ID=119730fd-874d-4aaa-a96c-92a907cef0af,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.926532 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Deleting subnet ec33e085-5f65-4961-b99d-8746675d3eb9 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:33.929963 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.969456 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.015621 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.077613 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.089296 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.095107 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ec33e085-5f65-4961-b99d-8746675d3eb9 HTTP/1.1" status: 204 len: 168 time: 0.2255256 Nov 22 16:51:34.095251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49950) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.115989 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221e67b-2949-4eb7-897c-db6a2bdc0162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec33e085-5f65-4961-b99d-8746675d3eb9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.179304 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.276888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.303737 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2300911-e7e1-444a-b81e-fcfd2c5cd220']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:34.315691 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59882f26-c9ad-46bf-9bda-4718ac2ad1fb') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:34.316082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59882f26-c9ad-46bf-9bda-4718ac2ad1fb') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:34.326605 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.340199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.351034 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:34.351274 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:34.354180 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:34.419420 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.437193 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.443864 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f2300911-e7e1-444a-b81e-fcfd2c5cd220 HTTP/1.1" status: 204 len: 168 time: 0.3476930 Nov 22 16:51:34.461001 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71c103-3e95-458c-a1d6-e223154f2067 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2300911-e7e1-444a-b81e-fcfd2c5cd220,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.633892 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49958) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.680345 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ec890d5a-c3d3-40f2-b14e-f58783e0eae0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebdd49f6285745f19fd767693a9f99c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452394 Nov 22 16:51:34.682816 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.737153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.760886 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.822299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.824939 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.828663 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1a39658-39c6-4c1e-b3d0-d17b5c570969 HTTP/1.1" status: 204 len: 168 time: 0.1424315 Nov 22 16:51:34.840353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d1f7-8045-41fb-90c8-badf56984fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a39658-39c6-4c1e-b3d0-d17b5c570969,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.924896 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.098426 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fe263-67b6-4dfd-be4b-d21e50b17cd2 req-d1583737-2230-409e-a9cd-38caac395168 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.100053 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3c2fe263-67b6-4dfd-be4b-d21e50b17cd2 req-d1583737-2230-409e-a9cd-38caac395168 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0513115 Nov 22 16:51:35.200661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 49994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.211938 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3c2fe263-67b6-4dfd-be4b-d21e50b17cd2 req-4a4f766a-d05c-4f64-968e-1d1fee892eb4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052136 Nov 22 16:51:35.247767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-97d6cd66-f5a8-4a95-bb1b-6e26d1de3d11 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.249392 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-97d6cd66-f5a8-4a95-bb1b-6e26d1de3d11 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 812 time: 0.1366162 Nov 22 16:51:35.264709 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-eb7b97d1-0329-432f-abe8-4664be0ba3d7 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/quotas/bd1934b708fb486c94359e27e7e8fe91 HTTP/1.1" status: 200 len: 375 time: 0.0089753 Nov 22 16:51:35.265933 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b5f5ce6d-4415-40ca-8e64-72051ea5a7a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b5b013defc24c4fb79d668c4066d710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0641375 Nov 22 16:51:35.268484 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 49996) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.351325 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-ba1062ac-1c39-4091-b452-b8e4b724bc6c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765417 Nov 22 16:51:35.352451 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.385884 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.484552 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-a1ef8f4c-07bb-4000-a7fc-53bbd178b46f service neutron] 10.222.0.46 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203351 Nov 22 16:51:35.492012 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.495495 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.497272 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f901fc9-c6cf-4cb5-ac9e-80f5f127fe78 HTTP/1.1" status: 204 len: 168 time: 0.2275651 Nov 22 16:51:35.525513 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf07f4-b90a-4aca-89e1-6513467a58ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f901fc9-c6cf-4cb5-ac9e-80f5f127fe78,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.608250 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-e1e2dbd1-686d-48b3-a4c6-cb64d2414648 service neutron] 10.222.0.46 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093731 Nov 22 16:51:35.645387 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.777126 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-65c299d0-983d-4e6f-8d95-e75c7520fa92 req-e727a7fd-150c-47df-99cd-822d3e8a48f5 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 210 time: 0.0267985 Nov 22 16:51:36.352789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272c895-f968-4cf8-8d91-8d7ae7a73b52 req-8bf786aa-ed7d-4c41-96b3-5d7cf5481b06 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.354537 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3272c895-f968-4cf8-8d91-8d7ae7a73b52 req-8bf786aa-ed7d-4c41-96b3-5d7cf5481b06 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0645864 Nov 22 16:51:36.402863 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3272c895-f968-4cf8-8d91-8d7ae7a73b52 req-e8bef3e4-54d6-4f4c-9a5c-f40479e91b6d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Nov 22 16:51:36.881286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d59d4a80-0077-4e5f-97dd-eba827b7ebb2 req-2c5f9ea4-e459-4182-999c-ab4ad257c480 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 210 time: 0.0266075 Nov 22 16:51:36.881573 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-843d1ef5-a90c-4621-a368-c6b42625c90f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.883529 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-843d1ef5-a90c-4621-a368-c6b42625c90f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0810730 Nov 22 16:51:36.934679 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-19703544-0e93-4559-bf32-569cf0bd0e10 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.936233 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-19703544-0e93-4559-bf32-569cf0bd0e10 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 812 time: 0.1805253 Nov 22 16:51:36.957201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'port': {'device_id': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'admin_state_up': True, 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:37.081611 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Deleting port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:37.082141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.143664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Made reservation on behalf of bd1934b708fb486c94359e27e7e8fe91 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:37.147157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.235493 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] For port f9cbc7d9-16f8-4436-a1e8-713379fa2b20, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:37.235854 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.578999 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5705a0-f4d2-4fbd-a695-b9ef60a4b2f5 req-99cde604-1a0c-42b9-a88d-73275493a5de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.592449 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be5705a0-f4d2-4fbd-a695-b9ef60a4b2f5 req-99cde604-1a0c-42b9-a88d-73275493a5de tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 947 time: 0.0749912 Nov 22 16:51:37.706357 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be5705a0-f4d2-4fbd-a695-b9ef60a4b2f5 req-eab8bb71-842a-45e3-850d-1803cb5d4940 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=86bd0580-481d-46b7-a2eb-46fabc9e9182&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123059 Nov 22 16:51:37.713588 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Allocated IP 172.20.0.12 (e22eba86-b678-4604-97a3-0692e34956c1/ba5559d7-3078-40cb-a66c-b84cc7e283e1/43344d08-5c93-4569-8819-b1c375535f99) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:37.853955 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.854207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.854502 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Floating IP fd5b7682-a58a-45d8-b632-6cf0d0cd53fd disassociated. External IP: 172.27.1.133, port: f9cbc7d9-16f8-4436-a1e8-713379fa2b20. Nov 22 16:51:37.854841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Calling delete_port for f9cbc7d9-16f8-4436-a1e8-713379fa2b20 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:38.052352 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cf96727d-0634-4b94-93d6-6eaa87fe4dcf req-cfc2ccb2-b123-4e72-9fcf-d4fb7a39fd6b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 210 time: 0.0376344 Nov 22 16:51:38.123615 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.156750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.184706 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'Port': ['ID=f9cbc7d9-16f8-4436-a1e8-713379fa2b20,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.240412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.322489 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Network e22eba86-b678-4604-97a3-0692e34956c1 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:38.331210 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:38.336600 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:38.371131 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.402830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.403443 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.407032 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:38.447155 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-59dfa0af-718f-4073-8ccb-5cefc7f2b13f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4935770 Nov 22 16:51:38.555977 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:38.574700 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-3705f116-de92-4d66-866d-970a80e55d72 None None] Provisioning complete for port 43344d08-5c93-4569-8819-b1c375535f99 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:38.575319 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3705f116-de92-4d66-866d-970a80e55d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.577109 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:38.615122 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:38.615952 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.616377 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] No DVR routers for this DVR port f9cbc7d9-16f8-4436-a1e8-713379fa2b20 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:38.619014 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.622385 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-edc6eb44-493b-47c5-aac1-ab7efc0b8532 req-98740908-51d9-48dd-b610-f7684d7d660b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "DELETE /v2.0/ports/f9cbc7d9-16f8-4436-a1e8-713379fa2b20 HTTP/1.1" status: 204 len: 173 time: 1.7255139 Nov 22 16:51:38.622830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-deleted', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:38.625505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04c2f19-6210-4dfd-993d-1334e80e8d21" -d '{"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-deleted", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:38.658575 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-3705f116-de92-4d66-866d-970a80e55d72 None None] Port 43344d08-5c93-4569-8819-b1c375535f99 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:38.663187 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2a7ff4-4e44-4c84-8deb-b70efa3e09da x-openstack-request-id: req-2a2a7ff4-4e44-4c84-8deb-b70efa3e09da {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:38.663480 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67200c2c-55ed-49f3-a8df-6351dde3adea", "name": "network-vif-deleted", "tag": "f9cbc7d9-16f8-4436-a1e8-713379fa2b20", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:38.663762 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a2a7ff4-4e44-4c84-8deb-b70efa3e09da {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:38.664131 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67200c2c-55ed-49f3-a8df-6351dde3adea', 'name': 'network-vif-deleted', 'tag': 'f9cbc7d9-16f8-4436-a1e8-713379fa2b20', 'status': 'completed', 'code': 200} Nov 22 16:51:38.735362 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:38.811767 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a65c2d1b-a8e2-470a-a4ed-88e47792d2b6 req-bdb3607f-53b6-4579-a334-a1727ee71119 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0281067 Nov 22 16:51:38.948079 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.974881 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:38.983810 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:38.984425 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:51:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:39.095726 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:39.172947 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f63051-f2f6-4408-83d9-5b84a62824ec req-41619884-93f0-4590-95e6-a1941f2b8604 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:39.174655 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7f63051-f2f6-4408-83d9-5b84a62824ec req-41619884-93f0-4590-95e6-a1941f2b8604 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0488222 Nov 22 16:51:39.255177 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d7f63051-f2f6-4408-83d9-5b84a62824ec req-f6c0d285-bf80-4ea7-8093-219c9daba777 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Nov 22 16:51:39.340131 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:39.385613 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e8574c-0bf5-4b87-a306-9bb0eb2bd5d1 None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:39.643828 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3680835-4dc7-4892-afd3-df30f297e54c None None] New status for floating IP fd5b7682-a58a-45d8-b632-6cf0d0cd53fd: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:39.946135 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-344bce21-132f-4ce3-862a-b753ac117273 req-dd2cddda-c1ac-4a25-8be3-4a1e9f323b8d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0268855 Nov 22 16:51:40.388197 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6de37-39a3-4682-87b5-11274749e74a req-994029ae-c48f-4556-80c0-d8e52aef635c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.390300 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b7a6de37-39a3-4682-87b5-11274749e74a req-994029ae-c48f-4556-80c0-d8e52aef635c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0576155 Nov 22 16:51:40.454359 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b7a6de37-39a3-4682-87b5-11274749e74a req-ca667fc6-e6d7-4074-8214-b2d97ea675ad tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571895 Nov 22 16:51:41.070987 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-85a0cc6e-94af-41c5-a1ef-cf43f55a12ba req-ddb664f8-4de5-4c61-87d5-b84a14769833 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0380452 Nov 22 16:51:41.575898 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08090468-190c-4bbe-8d43-82822746c7e2 req-aab4d46a-a655-458f-acf9-2201d1baa120 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.577702 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08090468-190c-4bbe-8d43-82822746c7e2 req-aab4d46a-a655-458f-acf9-2201d1baa120 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0547488 Nov 22 16:51:41.624574 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08090468-190c-4bbe-8d43-82822746c7e2 req-533c50f6-8ac2-42c6-88c8-abd616b4213e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Nov 22 16:51:42.189184 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f83bd507-9daf-449c-b531-32b96108e489 req-31eff105-c108-4d31-b2ac-ac4cabb251a8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0425198 Nov 22 16:51:42.746783 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0577ca-d337-46cd-ba9a-3628dc6a4e8f req-b3fe596d-19e6-48ee-ab27-d21fd281e20e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.748254 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ae0577ca-d337-46cd-ba9a-3628dc6a4e8f req-b3fe596d-19e6-48ee-ab27-d21fd281e20e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0545483 Nov 22 16:51:42.803231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ae0577ca-d337-46cd-ba9a-3628dc6a4e8f req-d5e70479-5d49-4028-a7b4-f89e0280d6ee tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Nov 22 16:51:43.152047 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:43.300230 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9cf2ea45-9efe-48a2-9972-2f9382bfebf6 req-8766ab8a-4561-4fe4-9947-0e507d65d394 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0285742 Nov 22 16:51:43.541069 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:43.564270 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: f9cbc7d9-16f8-4436-a1e8-713379fa2b20 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:43.564638 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f9cbc7d9-16f8-4436-a1e8-713379fa2b20 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:43.929691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce813dd-3cf5-4617-8b88-ff53271fd7bc req-c14d0a1d-d8e7-46be-861e-02202f8f7dee tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:43.931400 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1ce813dd-3cf5-4617-8b88-ff53271fd7bc req-c14d0a1d-d8e7-46be-861e-02202f8f7dee tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0553660 Nov 22 16:51:43.977682 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1ce813dd-3cf5-4617-8b88-ff53271fd7bc req-22b0cc02-557e-4d0a-a326-1d51f530ae60 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401549 Nov 22 16:51:44.407547 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d2bb1874-ccfc-403a-905c-d14441898fa4 req-3acc6c66-4c5d-44f5-808b-6b978c3c4d9e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0271626 Nov 22 16:51:45.103524 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971b574-e305-4ef5-8740-c755d16bbc9f req-da25f385-8d76-42fd-8f62-2a2852b60a66 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:45.105134 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d971b574-e305-4ef5-8740-c755d16bbc9f req-da25f385-8d76-42fd-8f62-2a2852b60a66 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0574706 Nov 22 16:51:45.162804 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d971b574-e305-4ef5-8740-c755d16bbc9f req-eae0d981-8391-4e2d-96a9-3dff2e736f88 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506351 Nov 22 16:51:45.509577 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3a6ebb8f-85d4-4fc0-bbc0-bc0adcda319d req-e59732ce-eb39-42f6-8859-df590bc7ccba tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0261655 Nov 22 16:51:46.287130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2292451-8f6b-43fc-9c58-56439c98615b req-12b28512-ec0d-4600-a5de-4c8c62cc75a0 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.288775 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c2292451-8f6b-43fc-9c58-56439c98615b req-12b28512-ec0d-4600-a5de-4c8c62cc75a0 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0559497 Nov 22 16:51:46.341439 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c2292451-8f6b-43fc-9c58-56439c98615b req-2f40d0e5-5098-4026-8866-b4656093f209 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Nov 22 16:51:46.614349 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a60d8f53-336a-4c59-a874-028489fab5f6 req-abd53117-edae-472b-8dde-8d66e7ea5780 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0259552 Nov 22 16:51:47.463854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148f750-fa14-40d1-a13e-c6eaea0da700 req-5f6c9791-14a1-4ec3-9729-a66e27de757e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:47.469810 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7148f750-fa14-40d1-a13e-c6eaea0da700 req-5f6c9791-14a1-4ec3-9729-a66e27de757e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0592041 Nov 22 16:51:47.515678 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7148f750-fa14-40d1-a13e-c6eaea0da700 req-0805972f-a4c3-4627-bfdc-9012619f0c2e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441980 Nov 22 16:51:47.732857 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-af5abed3-7978-47c3-b9ab-9999b23d7021 req-07b6531b-8bf5-4673-aa24-a80c9b6321cd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0261350 Nov 22 16:51:48.648908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8bca6-25f7-4bd4-995a-f03f496d2179 req-ada18e68-7816-446b-95cf-c84b2912f059 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:48.650462 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0fd8bca6-25f7-4bd4-995a-f03f496d2179 req-ada18e68-7816-446b-95cf-c84b2912f059 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0525446 Nov 22 16:51:48.708093 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0fd8bca6-25f7-4bd4-995a-f03f496d2179 req-3705f936-f30c-4909-b14e-b7a967664fd1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489683 Nov 22 16:51:48.840777 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cd9f8a9b-f58e-462a-97b8-9be654bdf29f req-350adb3e-e48c-4aab-bed3-d6dc1a063552 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0310323 Nov 22 16:51:49.830854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd68e70-a638-4a3e-8b39-7134d45eae6b req-0abeedfb-3fc6-465a-b738-127304bc745b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.832401 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3dd68e70-a638-4a3e-8b39-7134d45eae6b req-0abeedfb-3fc6-465a-b738-127304bc745b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0607176 Nov 22 16:51:49.882037 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3dd68e70-a638-4a3e-8b39-7134d45eae6b req-e6f2fd99-6919-403a-ae03-57cb625f80c9 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Nov 22 16:51:49.940220 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e72e7a92-b84a-4730-b30d-fe0ecaaa1736 req-d6baf891-a3b7-45ed-b42d-3aeed5eff8c6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0266345 Nov 22 16:51:51.000871 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2179e-77f8-49a8-8579-306ebf4b12e5 req-690ae8f4-7c3d-4fc9-8663-f2b9e9788a1d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:51.002434 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-85c2179e-77f8-49a8-8579-306ebf4b12e5 req-690ae8f4-7c3d-4fc9-8663-f2b9e9788a1d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0528545 Nov 22 16:51:51.055394 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-106042f1-647d-4af8-99b2-13342f92383f req-7ed3f211-1eca-4eac-b6d7-0f5a0ff8ca10 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0318000 Nov 22 16:51:51.078852 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-85c2179e-77f8-49a8-8579-306ebf4b12e5 req-7619fd65-e59f-4a56-93a6-6392cf53c1df tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700240 Nov 22 16:51:52.195860 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-955c707a-7464-40c2-b9f4-1fa7eccc04cd req-8b95b70d-8ae2-4614-a06a-af0d5444f932 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=67200c2c-55ed-49f3-a8df-6351dde3adea HTTP/1.1" status: 200 len: 210 time: 0.0429711 Nov 22 16:51:52.232262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Request body: {'port': {'device_id': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:52.245948 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3e898-6804-496d-94e0-acab739b4a61 req-b5a74677-1a16-4122-92d9-64648f86764d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.248413 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23a3e898-6804-496d-94e0-acab739b4a61 req-b5a74677-1a16-4122-92d9-64648f86764d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 932 time: 0.0853813 Nov 22 16:51:52.296637 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.301020 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23a3e898-6804-496d-94e0-acab739b4a61 req-1d42edc6-5b62-41dc-9777-5fc378ba7792 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Nov 22 16:51:52.570744 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43344d08-5c93-4569-8819-b1c375535f99 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:52.579140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.592836 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Transition to ACTIVE for port object 43344d08-5c93-4569-8819-b1c375535f99 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:52.599204 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.652981 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:52.733582 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Attempting to bind port 43344d08-5c93-4569-8819-b1c375535f99 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:52.733921 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Attempting to bind port 43344d08-5c93-4569-8819-b1c375535f99 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:52.734281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Attempting to bind port 43344d08-5c93-4569-8819-b1c375535f99 on network e22eba86-b678-4604-97a3-0692e34956c1 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:52.739797 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Port 43344d08-5c93-4569-8819-b1c375535f99 on network e22eba86-b678-4604-97a3-0692e34956c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:52.740786 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Attempting to bind port 43344d08-5c93-4569-8819-b1c375535f99 on network e22eba86-b678-4604-97a3-0692e34956c1 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:52.746559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:52.747658 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Checking segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:52.748280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Bound using segment: {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:52.748665 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Bound port: 43344d08-5c93-4569-8819-b1c375535f99, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c655fd12-7268-4f8c-ab4c-e43457e01f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:52.749018 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.820519 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:52.823761 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:52.828177 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.865603 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.866275 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.867678 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] 10.222.0.48 "PUT /v2.0/ports/43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 1094 time: 0.6407752 Nov 22 16:51:52.868175 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:52.870567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8743a24b-ec44-4e3e-8740-574b7616be72" -d '{"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:52.895727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2c1ca-234f-4fec-ba1d-1241323268b7 service neutron] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:52.927506 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66dc117d-de75-49b0-b1de-6f6f5d652479 x-openstack-request-id: req-66dc117d-de75-49b0-b1de-6f6f5d652479 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:52.927870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:52.928217 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-66dc117d-de75-49b0-b1de-6f6f5d652479 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:52.928690 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:51:52.963599 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-1f0e4451-7157-4ce3-b3e9-a69948e58c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.965319 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-1f0e4451-7157-4ce3-b3e9-a69948e58c56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1097 time: 0.0473173 Nov 22 16:51:53.013733 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-744c77e8-3dcb-4cc4-9941-347c2538f465 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 217 time: 0.0386074 Nov 22 16:51:53.067143 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-b77da7f8-83db-41e9-98c5-26b8abbd73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.068581 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-b77da7f8-83db-41e9-98c5-26b8abbd73ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0445862 Nov 22 16:51:53.114599 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-f43731a4-3bb9-4f65-b12b-74f7b39b793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.116083 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-f43731a4-3bb9-4f65-b12b-74f7b39b793c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401659 Nov 22 16:51:53.210812 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-86b9342a-9b2f-4141-9546-c69a618022b5 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862288 Nov 22 16:51:53.290789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50188) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:53.303919 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-279e9981-1326-4d1d-a29d-ad85cd84b4bd req-98b4d4e9-8674-46ae-ba13-5443e0c00a17 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854256 Nov 22 16:51:53.391378 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.411125 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-0f4e96bb-8b24-4509-8f4b-b9c92a4bcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.413224 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-0f4e96bb-8b24-4509-8f4b-b9c92a4bcb08 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1097 time: 0.0536089 Nov 22 16:51:53.426578 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.497283 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc7d33-06fc-4496-9cbe-7c717d1134c4 req-1ab2554a-4d80-4d2a-a108-999666ea2fcb tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.502621 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-69bc7d33-06fc-4496-9cbe-7c717d1134c4 req-1ab2554a-4d80-4d2a-a108-999666ea2fcb tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 944 time: 0.1277153 Nov 22 16:51:53.544025 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-a0ac53eb-31e8-464b-8c9b-c9c27ea0813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.545648 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-a0ac53eb-31e8-464b-8c9b-c9c27ea0813a service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.1247132 Nov 22 16:51:53.550806 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.553521 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.557300 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "DELETE /v2.0/security-groups/86bd0580-481d-46b7-a2eb-46fabc9e9182 HTTP/1.1" status: 204 len: 168 time: 0.2628918 Nov 22 16:51:53.563412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50194) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:53.566045 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310563f7-681b-4348-bc44-9e3b63f9933a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd0580-481d-46b7-a2eb-46fabc9e9182,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:53.577967 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-69bc7d33-06fc-4496-9cbe-7c717d1134c4 req-e90719c1-ea4e-4ee1-bca2-106267006509 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698299 Nov 22 16:51:53.616213 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-0d02e6dc-5184-450c-b873-e99ee53d6b51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 217 time: 0.0619619 Nov 22 16:51:53.621357 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.api.v2.resource [None req-208284f2-e801-448b-94c3-b32c3fe91374 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] show failed (client error): The resource could not be found. Nov 22 16:51:53.622331 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-208284f2-e801-448b-94c3-b32c3fe91374 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups/86bd0580-481d-46b7-a2eb-46fabc9e9182 HTTP/1.1" status: 404 len: 347 time: 0.0569341 Nov 22 16:51:53.625679 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50198) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:53.671505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-f1c488c4-9152-400f-8e94-53fa7bbacd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.672981 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-f1c488c4-9152-400f-8e94-53fa7bbacd08 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0491180 Nov 22 16:51:53.722745 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-fbb490fd-8681-449d-9784-734dd175ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.724327 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-fbb490fd-8681-449d-9784-734dd175ddf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424159 Nov 22 16:51:53.757390 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Deleting port 693880e0-3a2a-4ad3-bf70-f73e885acfcf {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:53.757778 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.820809 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-b33e5510-4fd9-430d-94fd-08fd16f09cf4 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879054 Nov 22 16:51:53.920822 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8743a24b-ec44-4e3e-8740-574b7616be72 req-ed1725d2-fb53-40f6-9641-177869ab907e service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922894 Nov 22 16:51:54.066904 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.067196 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.079679 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Calling delete_port for 693880e0-3a2a-4ad3-bf70-f73e885acfcf owned by network:floatingip {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:54.239780 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.264472 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'Port': ['ID=693880e0-3a2a-4ad3-bf70-f73e885acfcf,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.324091 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.326606 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.327852 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a437bffd-6bd1-46d9-9f55-6e9bae8e7040 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "DELETE /v2.0/floatingips/fd5b7682-a58a-45d8-b632-6cf0d0cd53fd HTTP/1.1" status: 204 len: 168 time: 0.7011077 Nov 22 16:51:54.678094 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50210) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.682135 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464829854', 'description': 'tempest-description--980266067'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:54.713339 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8bb8f-da98-4a06-ba45-f16800ced943 req-bd8920c5-22fb-4b4c-8184-50f40ee3c44c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.714880 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e3a8bb8f-da98-4a06-ba45-f16800ced943 req-bd8920c5-22fb-4b4c-8184-50f40ee3c44c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 944 time: 0.0731924 Nov 22 16:51:54.729558 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.785921 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e3a8bb8f-da98-4a06-ba45-f16800ced943 req-18ec2f6c-ba40-4792-a844-356f58a3bd54 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 Nov 22 16:51:54.831726 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.836187 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.866183 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.867297 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887932 Nov 22 16:51:54.870219 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50216) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.874849 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group_rule': {'security_group_id': '305f969d-02ea-4ef7-a7a6-a2d5850bbd0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:54.879303 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f562a2-77bc-4edb-a4ba-20186d65f6b5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.906134 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.965019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.970372 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.987488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404a702d-4e84-46af-932b-b7d7c6b0b71c,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.996552 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.997749 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e0b9b65e-b98f-4970-8a67-013b6bfdaa5a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266024 Nov 22 16:51:55.000636 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50218) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:55.005914 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'security_group_rule': {'security_group_id': '305f969d-02ea-4ef7-a7a6-a2d5850bbd0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:55.035511 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.096231 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.101787 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.119761 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174ef013-6b7f-4357-a939-d69cd46a9ab1,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.127206 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.128391 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b387ea1b-daf6-4b34-a363-a3740bb39a83 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268189 Nov 22 16:51:55.131600 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50220) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:55.135838 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:55.158799 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.177457 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 43344d08-5c93-4569-8819-b1c375535f99 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:55.272542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.278720 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:55.290826 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '43344d08-5c93-4569-8819-b1c375535f99', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'port_id': '43344d08-5c93-4569-8819-b1c375535f99', 'mac_address': 'fa:16:3e:61:7d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:55.327871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.340875 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43344d08-5c93-4569-8819-b1c375535f99 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:55.360843 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:55.365803 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.384340 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Allocated IP 172.27.1.67 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/078e08c7-5f26-4da5-96da-ccaf56d75064) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:55.414563 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.486765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.531908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.577476 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:55.580414 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:55.583746 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:55.589092 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=078e08c7-5f26-4da5-96da-ccaf56d75064,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.611554 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:55.668266 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.702889 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.857706 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.865020 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.941903 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=078e08c7-5f26-4da5-96da-ccaf56d75064,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.956345 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.975760 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.985499 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b439a1c7-0c28-43fc-a8dc-ebe289528db3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8444529 Nov 22 16:51:56.111212 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bc087-c37f-42ae-ab4a-bedce2967843 req-67c777f6-7ba7-4174-ae79-dbec1af3c842 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.113913 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9c1bc087-c37f-42ae-ab4a-bedce2967843 req-67c777f6-7ba7-4174-ae79-dbec1af3c842 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 945 time: 0.2540112 Nov 22 16:51:56.163583 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9c1bc087-c37f-42ae-ab4a-bedce2967843 req-11a090ba-0941-4d1b-8d53-6dc8d5975a7f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432718 Nov 22 16:51:56.291874 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-cbd09c9f-6882-4cc3-8d09-e09eff58a94d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1464829854&fields=id&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 267 time: 0.0435739 Nov 22 16:51:56.405013 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-e9d6f982-d926-4583-ba88-7a23f4cd8e7b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.406502 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-e9d6f982-d926-4583-ba88-7a23f4cd8e7b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 816 time: 0.1069691 Nov 22 16:51:56.424547 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-17f87024-7ee9-407b-ac59-e9123095655f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/quotas/cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 375 time: 0.0115962 Nov 22 16:51:56.478678 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-1eb0e3d5-c06e-4f51-9a46-b7d204c1c647 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485842 Nov 22 16:51:56.583779 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-c15ad83f-f1d3-4875-9b6d-2bfe4352c6e9 service neutron] 10.222.0.46 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929792 Nov 22 16:51:56.680591 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-d95fb670-69a5-4250-94e1-c4989b6f459f service neutron] 10.222.0.46 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Nov 22 16:51:56.851699 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0490bf6e-3057-47b0-9322-ab8fc8ec594d req-aa5cda81-165f-405f-80ec-d05a5e7d3632 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 210 time: 0.0324099 Nov 22 16:51:57.197875 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 43344d08-5c93-4569-8819-b1c375535f99 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:57.273674 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 43344d08-5c93-4569-8819-b1c375535f99 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:57.277930 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 43344d08-5c93-4569-8819-b1c375535f99 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:57.278597 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.313136 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1148d440-1a01-4dda-8a17-08ce1a82904b req-7e38ab2a-8348-44c6-abc0-f97ebd9128e2 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.314710 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1148d440-1a01-4dda-8a17-08ce1a82904b req-7e38ab2a-8348-44c6-abc0-f97ebd9128e2 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 945 time: 0.0675995 Nov 22 16:51:57.377385 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1148d440-1a01-4dda-8a17-08ce1a82904b req-fa6d08ef-82c2-4900-9c86-2be11cf40b70 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558105 Nov 22 16:51:57.378477 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.404818 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:57.408350 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d3f95-d235-41b8-9555-aaa664d6b477" -d '{"events": [{"server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "name": "network-vif-plugged", "status": "completed", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:57.433697 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:57.438966 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.464959 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ff897-1261-485c-bae4-b2add8f55183 x-openstack-request-id: req-008ff897-1261-485c-bae4-b2add8f55183 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:57.465216 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "name": "network-vif-plugged", "status": "completed", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:57.465473 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-008ff897-1261-485c-bae4-b2add8f55183 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:57.466663 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'code': 200} Nov 22 16:51:57.494054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:57.509983 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50280) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:57.617706 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-410fcb80-eb39-4aa1-8aa1-3722645e1488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.631091 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f504cc5-d5f9-4096-8b11-c8205e85549a req-23eafeb9-bd03-494d-b031-293081e3309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.632628 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8f504cc5-d5f9-4096-8b11-c8205e85549a req-23eafeb9-bd03-494d-b031-293081e3309c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1099 time: 0.0425627 Nov 22 16:51:57.684093 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8f504cc5-d5f9-4096-8b11-c8205e85549a req-30bc66f1-aed9-4a87-b6a9-8a6ca18f4b5e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425322 Nov 22 16:51:57.697464 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-410fcb80-eb39-4aa1-8aa1-3722645e1488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.707130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-410fcb80-eb39-4aa1-8aa1-3722645e1488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.745570 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-410fcb80-eb39-4aa1-8aa1-3722645e1488 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca29f1303471468ba6ba9561d8c4142c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344811 Nov 22 16:51:57.746481 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fcb80-eb39-4aa1-8aa1-3722645e1488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7c3da-a16e-4069-b003-aaf8f79d9097,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:57.748449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50284) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:57.803403 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.826161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.880541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.883416 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:57.884602 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2c7c3da-a16e-4069-b003-aaf8f79d9097 HTTP/1.1" status: 204 len: 168 time: 0.1349277 Nov 22 16:51:57.895801 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa75acf-d723-4442-8c02-a5cc5afede7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7c3da-a16e-4069-b003-aaf8f79d9097,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:57.965231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-39779ee1-095c-4ddc-bd26-4f417646559f req-8647fd60-f88d-4d26-aecf-7fce0017c721 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 210 time: 0.0266185 Nov 22 16:51:58.087186 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-73bd440e-f273-4591-a1f1-d044fc222b75 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.088666 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-73bd440e-f273-4591-a1f1-d044fc222b75 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 816 time: 0.1180265 Nov 22 16:51:58.167254 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-5bf7076d-abec-4ed1-bf12-ccec49d41f87 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 380 time: 0.0618184 Nov 22 16:51:58.178532 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'port': {'device_id': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'admin_state_up': True, 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'security_groups': ['305f969d-02ea-4ef7-a7a6-a2d5850bbd0f']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:58.284370 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Made reservation on behalf of cfe47babd75f42bc8500bd73fd3e8a80 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:58.287866 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.418120 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Allocated IP 172.20.0.13 (555e272a-5aea-4185-b0e8-0dd29df0ef41/31b7f340-a3a5-4800-ae9b-91f3ff41f7b7/c850acfe-2ba9-434b-b1da-fcead6e81141) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:58.506410 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee09b4-5884-4040-8170-a57047792e78 req-2864587a-5c34-4e65-924c-a6ec17fe6e49 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.508296 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-02ee09b4-5884-4040-8170-a57047792e78 req-2864587a-5c34-4e65-924c-a6ec17fe6e49 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0525131 Nov 22 16:51:58.568998 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.570871 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-02ee09b4-5884-4040-8170-a57047792e78 req-cdce6b52-181e-4c8f-a751-a5402dec32df tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 Nov 22 16:51:58.604948 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.653828 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:58.657807 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:58.661516 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:58.685741 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:58.718800 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.719497 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.739347 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-fe0a83b7-8762-46c2-baf1-d8037eb16938 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646074 Nov 22 16:51:58.755633 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Request body: {'port': {'device_id': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:58.815109 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.899588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f70168a6-2a85-4b1e-add5-f98a39c3b917 None None] Provisioning complete for port c850acfe-2ba9-434b-b1da-fcead6e81141 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:58.900588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f70168a6-2a85-4b1e-add5-f98a39c3b917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.952045 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-f70168a6-2a85-4b1e-add5-f98a39c3b917 None None] Port c850acfe-2ba9-434b-b1da-fcead6e81141 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:59.100559 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a8ac7-06d4-4bda-91ee-c9bd62faff5f req-b8492ca7-a497-4389-b52d-8f9409766cdd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.102070 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a45a8ac7-06d4-4bda-91ee-c9bd62faff5f req-b8492ca7-a497-4389-b52d-8f9409766cdd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 932 time: 0.0513844 Nov 22 16:51:59.143248 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:59.149992 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a45a8ac7-06d4-4bda-91ee-c9bd62faff5f req-5c4c3f4c-1000-4afc-8ec3-2440c6c0a22f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414622 Nov 22 16:51:59.150964 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.164243 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Transition to ACTIVE for port object c850acfe-2ba9-434b-b1da-fcead6e81141 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:59.174279 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.222693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.293817 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Attempting to bind port c850acfe-2ba9-434b-b1da-fcead6e81141 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:59.294888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Attempting to bind port c850acfe-2ba9-434b-b1da-fcead6e81141 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:59.294888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Attempting to bind port c850acfe-2ba9-434b-b1da-fcead6e81141 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:59.300064 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Port c850acfe-2ba9-434b-b1da-fcead6e81141 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:59.300587 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Attempting to bind port c850acfe-2ba9-434b-b1da-fcead6e81141 on network 555e272a-5aea-4185-b0e8-0dd29df0ef41 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:59.307033 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:59.307285 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Checking segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:59.311178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Bound using segment: {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:59.311178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Bound port: c850acfe-2ba9-434b-b1da-fcead6e81141, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5a75e5e-5160-4789-8921-8228d9109894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:59.311178 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.378158 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:59.381407 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:59.386115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.421683 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.422353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.423744 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] 10.222.0.48 "PUT /v2.0/ports/c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 1094 time: 0.6732152 Nov 22 16:51:59.424191 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:59.426459 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12" -d '{"events": [{"name": "network-changed", "server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:59.458251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98fa03-c707-4263-8d74-92e5f9f2734b service neutron] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.509728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0357f7be-464e-432c-bee0-4d2aa212bdc5 x-openstack-request-id: req-0357f7be-464e-432c-bee0-4d2aa212bdc5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:59.510017 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:59.510290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0357f7be-464e-432c-bee0-4d2aa212bdc5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:59.510680 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'status': 'completed', 'code': 200} Nov 22 16:51:59.524455 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-5a6192c5-a5ef-4de1-9f20-89b8e0b21978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.525995 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-5a6192c5-a5ef-4de1-9f20-89b8e0b21978 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1097 time: 0.0496426 Nov 22 16:51:59.569574 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-1d7f9416-9bec-4e2e-830e-56d6eca90b36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 217 time: 0.0345147 Nov 22 16:51:59.621702 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-cb0b5ff8-0983-4e36-a3d8-58338d93314b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.623362 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-cb0b5ff8-0983-4e36-a3d8-58338d93314b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0464070 Nov 22 16:51:59.675449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-3d8a4ca3-4e1c-4c74-b8a9-1398945045de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.676930 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-3d8a4ca3-4e1c-4c74-b8a9-1398945045de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414174 Nov 22 16:51:59.688166 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613470ca-fd77-4d32-8894-0dae4aa08107 req-347d1108-d722-4675-955b-21c6b31073af tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.689770 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-613470ca-fd77-4d32-8894-0dae4aa08107 req-347d1108-d722-4675-955b-21c6b31073af tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0493546 Nov 22 16:51:59.751477 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-613470ca-fd77-4d32-8894-0dae4aa08107 req-c39671a1-b096-45ee-b1a3-d02787f7c5fb tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532188 Nov 22 16:51:59.791450 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-0eed35ed-e2b8-4dc5-84dd-27940ba70e4c service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962880 Nov 22 16:51:59.870429 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938487e8-7989-47ec-b488-ff37f706174d req-135e14d9-76e2-4103-97da-f53e729783f1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.871928 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-938487e8-7989-47ec-b488-ff37f706174d req-135e14d9-76e2-4103-97da-f53e729783f1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0525138 Nov 22 16:51:59.891190 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c89b73db-9a49-4de9-94ed-8e9df27aca14 req-c8d44c54-8a1f-4878-8580-ce5d724a506c service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881307 Nov 22 16:51:59.925038 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-938487e8-7989-47ec-b488-ff37f706174d req-7f82b554-ca86-41b9-9c3f-0b9d94564416 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Nov 22 16:51:59.986323 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-ed4c2913-65c9-4cb0-8ef2-f92f4ac73b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:59.987812 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-ed4c2913-65c9-4cb0-8ef2-f92f4ac73b7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1097 time: 0.0422919 Nov 22 16:52:00.014310 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-58755009-c27a-4583-bc04-4b4c8f0b5385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.094339 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-bf7fabe6-e739-40ef-9dac-db3863386e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.095463 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-bf7fabe6-e739-40ef-9dac-db3863386e92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.0939949 Nov 22 16:52:00.271140 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.353460 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e2ea0-11cd-41ba-b6ea-74e63825d580 req-b4f3b676-d90a-4bf7-982a-bade25a7f1d7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.355098 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-812e2ea0-11cd-41ba-b6ea-74e63825d580 req-b4f3b676-d90a-4bf7-982a-bade25a7f1d7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0901172 Nov 22 16:52:00.410127 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1d341-1500-440d-94a9-bb4128f1fb5e req-22b6890c-d77a-4f3b-9190-161eed560218 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.410531 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-31ce2ff6-a256-4cbc-ab49-f356a006fe15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 217 time: 0.3042860 Nov 22 16:52:00.410709 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9cf1d341-1500-440d-94a9-bb4128f1fb5e req-22b6890c-d77a-4f3b-9190-161eed560218 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.1079724 Nov 22 16:52:00.443750 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-812e2ea0-11cd-41ba-b6ea-74e63825d580 req-d3192441-9e39-4182-a072-25d239f75035 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810010 Nov 22 16:52:00.473175 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-6151d1af-7281-4c52-98c0-e2a110105322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.474668 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-6151d1af-7281-4c52-98c0-e2a110105322 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0474555 Nov 22 16:52:00.476689 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9cf1d341-1500-440d-94a9-bb4128f1fb5e req-07dab722-86b0-4a74-a903-07918a28dd7d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594344 Nov 22 16:52:00.524557 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-5f7bee77-d3d6-4668-8b13-a33db51d254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.526056 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-5f7bee77-d3d6-4668-8b13-a33db51d254c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412574 Nov 22 16:52:00.640074 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-ea73b143-6ce1-4945-a6da-1ab7df96addd service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905354 Nov 22 16:52:01.576404 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153a84-d5d4-4520-ac31-9e99386a5cef req-640d015a-7c12-4108-a366-0890a4e67053 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.577910 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ef153a84-d5d4-4520-ac31-9e99386a5cef req-640d015a-7c12-4108-a366-0890a4e67053 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0602682 Nov 22 16:52:01.631474 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ef153a84-d5d4-4520-ac31-9e99386a5cef req-b2c05084-5e6e-4e96-b12e-b009943dd343 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Nov 22 16:52:02.336694 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7261135b-13d4-4fc4-b73f-5a13bf8d5b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.493844 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bfe68d7e-db1e-4b12-bd69-f0d0e8eedc12 req-d0f43a05-9e24-4d39-b7f2-aaf51c29a080 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Nov 22 16:52:02.765564 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143de7-2a52-441b-ae18-47c7f89becd6 req-60628f9e-0b12-4001-813f-5a90cfb15ae9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.767151 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9143de7-2a52-441b-ae18-47c7f89becd6 req-60628f9e-0b12-4001-813f-5a90cfb15ae9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0516191 Nov 22 16:52:02.831323 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9143de7-2a52-441b-ae18-47c7f89becd6 req-ab97d64b-713d-43cc-96d9-e1da0d608663 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581472 Nov 22 16:52:03.387619 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:03.459704 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.481207 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-a0b44e08-5891-4cb8-8974-c188bb89824a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443668 Nov 22 16:52:03.500683 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:03.512906 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:03.549476 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.563767 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:03.573414 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-8b8b1e65-0b7d-493e-b006-212ffdab1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.574973 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-8b8b1e65-0b7d-493e-b006-212ffdab1b33 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 1098 time: 0.0432985 Nov 22 16:52:03.587480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:03.592594 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.685513 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-67e9a50a-48ba-4478-b3e6-30e0169a2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.686525 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-67e9a50a-48ba-4478-b3e6-30e0169a2968 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.0895188 Nov 22 16:52:03.760524 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-7afadca7-6fb6-4162-b41e-29eec7c8d8b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 200 len: 1001 time: 0.0649633 Nov 22 16:52:03.764835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:03.811751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-317e9011-82dc-4cc4-bc3d-d96f0d5ffd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.813585 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-317e9011-82dc-4cc4-bc3d-d96f0d5ffd77 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0456796 Nov 22 16:52:03.872594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-49eb4172-fd3c-43c1-8361-697aa635377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.874305 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-49eb4172-fd3c-43c1-8361-697aa635377e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496297 Nov 22 16:52:03.880416 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['c850acfe-2ba9-434b-b1da-fcead6e81141'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:03.973087 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db8832b-c871-4d41-b98c-b6958f88ed6f req-d247f8c4-25e5-4b22-8d55-bb00403d0918 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.974834 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2db8832b-c871-4d41-b98c-b6958f88ed6f req-d247f8c4-25e5-4b22-8d55-bb00403d0918 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 945 time: 0.0643079 Nov 22 16:52:03.984107 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-41ca8674-ca7c-48d0-a8ea-92fe8e6500a3 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998197 Nov 22 16:52:04.038049 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2db8832b-c871-4d41-b98c-b6958f88ed6f req-3d648e72-3e4c-4840-85b0-dd1602dff72b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511076 Nov 22 16:52:04.119966 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e7b36be6-99cf-47c1-ad9c-5e24d95f6062 req-6c7b822a-9086-45c6-9074-de3c96e8ba19 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275887 Nov 22 16:52:04.939254 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.196256 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84c8e-22f3-427f-b0ee-bded3578d2d5 req-942130fa-4613-4a8a-8f0c-555a7e731011 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.199494 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cde84c8e-22f3-427f-b0ee-bded3578d2d5 req-942130fa-4613-4a8a-8f0c-555a7e731011 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 945 time: 0.0629308 Nov 22 16:52:05.251212 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cde84c8e-22f3-427f-b0ee-bded3578d2d5 req-0e26dcbf-bc5d-4af6-b585-32a8c7bb6b66 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451994 Nov 22 16:52:05.643241 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.842480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:05.894587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port c850acfe-2ba9-434b-b1da-fcead6e81141 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:05.900656 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port c850acfe-2ba9-434b-b1da-fcead6e81141 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:05.901268 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.994474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.024367 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:06.026677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a1d6f1-79b0-4ed7-995e-db88a42b2840" -d '{"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:06.039297 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:06.043983 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.068034 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34878915-183d-40fa-8296-85e9102a533a x-openstack-request-id: req-34878915-183d-40fa-8296-85e9102a533a {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:06.068328 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:06.068578 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34878915-183d-40fa-8296-85e9102a533a {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:06.068963 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'code': 200} Nov 22 16:52:06.093729 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.381308 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42794d7e-8f88-4d1e-b0fb-712d7f090bc1 req-1ab380e6-2439-4843-b190-07aec08921b3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.382813 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-42794d7e-8f88-4d1e-b0fb-712d7f090bc1 req-1ab380e6-2439-4843-b190-07aec08921b3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0530081 Nov 22 16:52:06.438239 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-42794d7e-8f88-4d1e-b0fb-712d7f090bc1 req-d4b4b544-8774-4103-8085-2465546791b6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489109 Nov 22 16:52:07.580300 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff0d5a-78e3-4754-9c67-8df0f781701d req-502befc6-4b70-4c81-bc37-abbfdbaa22c4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.581798 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3eff0d5a-78e3-4754-9c67-8df0f781701d req-502befc6-4b70-4c81-bc37-abbfdbaa22c4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0640528 Nov 22 16:52:07.641089 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3eff0d5a-78e3-4754-9c67-8df0f781701d req-d25ff53a-c85c-4797-a930-92952312d2a2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496798 Nov 22 16:52:07.978842 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02698b19-9335-4387-9f50-db05f8dd75d3 req-a6e4aa18-21f5-4347-a1bc-3d0350314f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.980369 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-02698b19-9335-4387-9f50-db05f8dd75d3 req-a6e4aa18-21f5-4347-a1bc-3d0350314f5a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1099 time: 0.1484480 Nov 22 16:52:08.029559 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-02698b19-9335-4387-9f50-db05f8dd75d3 req-c18f42e3-d6e6-4755-9a10-0131e64710d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Nov 22 16:52:08.273175 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea4b99-b9bd-40f1-b4cb-944a57f9bf02 req-c6bce7cb-b079-4db8-9699-3a1df1a27ad1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.274652 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fea4b99-b9bd-40f1-b4cb-944a57f9bf02 req-c6bce7cb-b079-4db8-9699-3a1df1a27ad1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0568433 Nov 22 16:52:08.336602 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fea4b99-b9bd-40f1-b4cb-944a57f9bf02 req-ade50aaa-4a4f-4171-bc23-152f006479ed tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551372 Nov 22 16:52:08.775708 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4b3fa-8299-4fa8-8ec0-c332cc52b94f req-aeeb6238-14f8-40ee-810e-8dcbbabb71b0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.777176 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8ec4b3fa-8299-4fa8-8ec0-c332cc52b94f req-aeeb6238-14f8-40ee-810e-8dcbbabb71b0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0496902 Nov 22 16:52:08.838744 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8ec4b3fa-8299-4fa8-8ec0-c332cc52b94f req-c82bf478-8d30-48c2-879a-c8803bb9e859 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520000 Nov 22 16:52:09.470829 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6dec8-9424-4e7c-b669-76fe5639db69 req-4d3ddfe9-f1ca-4f26-acf1-460f5eb2f879 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.472341 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-15a6dec8-9424-4e7c-b669-76fe5639db69 req-4d3ddfe9-f1ca-4f26-acf1-460f5eb2f879 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0514576 Nov 22 16:52:09.521773 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-15a6dec8-9424-4e7c-b669-76fe5639db69 req-35b3a11c-b12c-4bc8-b61c-96547beeee53 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432761 Nov 22 16:52:09.969617 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bc18d-13b1-441b-a916-4cbc6920a772 req-7509ca7e-a311-453f-9a49-cdb3bcd1f1a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.971040 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d76bc18d-13b1-441b-a916-4cbc6920a772 req-7509ca7e-a311-453f-9a49-cdb3bcd1f1a5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0622606 Nov 22 16:52:10.023165 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d76bc18d-13b1-441b-a916-4cbc6920a772 req-0d842197-99bb-40c1-bf7f-b70311d26b7c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 Nov 22 16:52:10.661778 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d7219-f9b0-4752-b973-36d5ce982495 req-f5d5dd9c-e4ef-410c-af27-517e552855ef tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:10.663405 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cf4d7219-f9b0-4752-b973-36d5ce982495 req-f5d5dd9c-e4ef-410c-af27-517e552855ef tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0592444 Nov 22 16:52:10.714856 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cf4d7219-f9b0-4752-b973-36d5ce982495 req-a021fb32-ec7b-46c8-81da-774be259b773 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Nov 22 16:52:11.329766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356444d-34e3-41d7-b123-12e6825842f5 req-56a4824e-6d68-42bd-9a2c-96d81bed6b50 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.331156 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6356444d-34e3-41d7-b123-12e6825842f5 req-56a4824e-6d68-42bd-9a2c-96d81bed6b50 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0584900 Nov 22 16:52:11.378549 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6356444d-34e3-41d7-b123-12e6825842f5 req-6449ee05-c728-4bfe-8cdf-83038c8e1524 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412045 Nov 22 16:52:11.845687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66375296-36f2-4ee4-b7a0-4cbceee5d846 req-132fd5e1-efa3-458f-8520-19cee07a29df tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.847211 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66375296-36f2-4ee4-b7a0-4cbceee5d846 req-132fd5e1-efa3-458f-8520-19cee07a29df tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0577338 Nov 22 16:52:11.900069 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66375296-36f2-4ee4-b7a0-4cbceee5d846 req-040d2c80-a558-4f1f-821b-f72fa073c4ac tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Nov 22 16:52:12.505367 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba2283-7ae4-4734-b240-d1faf8cbc99a req-8ca2f21e-d7af-4e21-842a-8d5665a5ba9e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.506829 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c6ba2283-7ae4-4734-b240-d1faf8cbc99a req-8ca2f21e-d7af-4e21-842a-8d5665a5ba9e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0558565 Nov 22 16:52:12.558027 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c6ba2283-7ae4-4734-b240-d1faf8cbc99a req-658a3dad-839b-4001-b388-a6c70e075c29 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447929 Nov 22 16:52:12.689490 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c7b6f-fd3a-41ea-9eba-4c4455c9f3ae req-0fb7761d-bec4-4479-824c-a0d64593bcf9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.690932 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-756c7b6f-fd3a-41ea-9eba-4c4455c9f3ae req-0fb7761d-bec4-4479-824c-a0d64593bcf9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0625525 Nov 22 16:52:12.703527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50466) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.710678 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Request body: {'floatingip': {'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:12.759543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.100221 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80937fb-b1b4-4382-9db8-8180d93330fa req-a0795f42-8bdd-49f4-8259-11e79eb0bd9b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:13.101711 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b80937fb-b1b4-4382-9db8-8180d93330fa req-a0795f42-8bdd-49f4-8259-11e79eb0bd9b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1258366 Nov 22 16:52:13.195830 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b80937fb-b1b4-4382-9db8-8180d93330fa req-d60116dc-e337-4ef2-8188-2584fefa1d2d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874698 Nov 22 16:52:13.285086 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.289882 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.397841 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Floating IP e5efb908-a3a2-4426-ab05-c946885dfeb0 associated. External IP: 172.27.1.67, port: c850acfe-2ba9-434b-b1da-fcead6e81141. Nov 22 16:52:13.843079 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:13.958095 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:13.963284 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.969898 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:13.981942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:13.982616 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.999254 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-95cc9e9e-82b9-4138-acf1-4aefb04d0390 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "PUT /v2.0/floatingips/e5efb908-a3a2-4426-ab05-c946885dfeb0 HTTP/1.1" status: 200 len: 991 time: 1.2944169 Nov 22 16:52:13.999948 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:14.002378 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150fa455-0e86-48ac-8cd0-7db91c738b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:14.056824 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72d4fe5-3935-440d-b6bb-0adead632f6c x-openstack-request-id: req-c72d4fe5-3935-440d-b6bb-0adead632f6c {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:14.057111 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:14.057360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c72d4fe5-3935-440d-b6bb-0adead632f6c {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:14.057797 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'status': 'completed', 'code': 200} Nov 22 16:52:14.062160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-5aee62b9-a761-4432-9974-85ed0ae74df4 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.063674 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-5aee62b9-a761-4432-9974-85ed0ae74df4 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.1555800 Nov 22 16:52:14.102269 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:14.187764 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-7bdd1485-0008-44cc-9b9f-ebe695a1abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.189260 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-7bdd1485-0008-44cc-9b9f-ebe695a1abd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1099 time: 0.0939500 Nov 22 16:52:14.228851 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Deleting port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:14.229196 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.331307 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e3c8-e960-494e-93e8-f3dd1517c349 req-a03e912d-33f9-4393-8da1-52f68b911564 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.333273 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57d6e3c8-e960-494e-93e8-f3dd1517c349 req-a03e912d-33f9-4393-8da1-52f68b911564 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 945 time: 0.0573246 Nov 22 16:52:14.388178 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'e5efb908-a3a2-4426-ab05-c946885dfeb0', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:14.390931 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-653da479-cefc-41e2-9c39-303120b1b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.392709 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-653da479-cefc-41e2-9c39-303120b1b0c2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.1932786 Nov 22 16:52:14.397765 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] For port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:14.398444 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.401783 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-57d6e3c8-e960-494e-93e8-f3dd1517c349 req-929a9132-b0a7-4805-a7f0-d7eca6937fcb tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=ab62de48-838d-4ad9-8359-8e86e9301fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610104 Nov 22 16:52:14.420015 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:14.428609 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:14.429444 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:14.527496 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-6ab1343f-e6e2-4dbd-95f0-bf858d30b7c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 999 time: 0.1203516 Nov 22 16:52:14.539662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:14.647917 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-94f1dc84-61a0-4c89-9252-c46d0a373d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.649420 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-94f1dc84-61a0-4c89-9252-c46d0a373d13 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0905700 Nov 22 16:52:14.700947 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.701295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.701591 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Floating IP 84f8c921-1128-43f6-9f74-e9a9b3f10905 disassociated. External IP: 172.27.1.188, port: 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c. Nov 22 16:52:14.701933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Calling delete_port for 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:14.760205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-b9d41617-a2cb-4436-8b5f-842485b27664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:14.761688 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-b9d41617-a2cb-4436-8b5f-842485b27664 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0993283 Nov 22 16:52:14.769331 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'e5efb908-a3a2-4426-ab05-c946885dfeb0', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:14.795892 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b675abb-055a-461b-85bc-74e6a5879869 None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'e5efb908-a3a2-4426-ab05-c946885dfeb0', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:55Z', 'updated_at': '2021-11-22T16:52:13Z', 'revision_number': 1, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:14.913780 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-b3668cbd-8c9a-446f-8fc8-36795a39e1cc service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406627 Nov 22 16:52:14.944239 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.010397 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'Port': ['ID=7d216b6b-378a-4e83-b1b3-f7cc7b97a35c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.025875 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a468385f-4334-436c-8a1c-10e379a3948f None None] New status for floating IP e5efb908-a3a2-4426-ab05-c946885dfeb0: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:15.028243 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.028879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.029422 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.029956 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.030305 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.030740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.031037 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.032312 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.032312 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.032647 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.032980 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.033303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:15.115930 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-150fa455-0e86-48ac-8cd0-7db91c738b4c req-49d1ee60-3853-4fef-b1cf-135a4f46b0f4 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920519 Nov 22 16:52:15.176787 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:15.303572 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:15.317506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:15.342393 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:15.352277 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.360727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] No DVR routers for this DVR port 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:15.362703 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.366555 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d444221d-2c48-4de4-beff-95fcdc12d2a6 req-bf512216-64ec-4c4c-9e77-942981a1c3b7 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "DELETE /v2.0/ports/7d216b6b-378a-4e83-b1b3-f7cc7b97a35c HTTP/1.1" status: 204 len: 173 time: 1.2792089 Nov 22 16:52:15.366947 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'name': 'network-vif-deleted', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:15.369954 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ac404-440b-4f01-b97f-13e64efa44e1" -d '{"events": [{"server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "name": "network-vif-deleted", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:15.496621 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e8df5-ffcb-4b80-bd9c-08ca8c6fb4b9 req-d2c234da-8f5f-4180-b0f6-47ae59bb59e4 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.498607 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6b7e8df5-ffcb-4b80-bd9c-08ca8c6fb4b9 req-d2c234da-8f5f-4180-b0f6-47ae59bb59e4 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.1022787 Nov 22 16:52:15.523393 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a39bd-d362-4878-a4ac-23eccf579e59 x-openstack-request-id: req-289a39bd-d362-4878-a4ac-23eccf579e59 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:15.523693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b79d6c8-936c-4a85-a20e-4492e2ae0667", "name": "network-vif-deleted", "tag": "7d216b6b-378a-4e83-b1b3-f7cc7b97a35c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:15.523948 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-289a39bd-d362-4878-a4ac-23eccf579e59 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:15.524358 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b79d6c8-936c-4a85-a20e-4492e2ae0667', 'name': 'network-vif-deleted', 'tag': '7d216b6b-378a-4e83-b1b3-f7cc7b97a35c', 'status': 'completed', 'code': 200} Nov 22 16:52:15.562443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:15.589523 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6b7e8df5-ffcb-4b80-bd9c-08ca8c6fb4b9 req-27c9d6ad-20c4-41ef-ab75-39e4ca098971 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837808 Nov 22 16:52:15.601801 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50548) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:15.636491 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f59a6654-38f6-486f-8f82-351315565191 req-a7435092-200b-42bb-9a75-435f6884b771 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b79d6c8-936c-4a85-a20e-4492e2ae0667 HTTP/1.1" status: 200 len: 210 time: 0.0268185 Nov 22 16:52:15.760474 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4895a27-832e-4efd-9888-3248359f2822 tempest-TestMinimumBasicScenario-1021373031 tempest-TestMinimumBasicScenario-1021373031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.762026 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a4895a27-832e-4efd-9888-3248359f2822 tempest-TestMinimumBasicScenario-1021373031 tempest-TestMinimumBasicScenario-1021373031-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1094 time: 0.1588516 Nov 22 16:52:15.765141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50552) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:15.769657 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'port_id': '43344d08-5c93-4569-8819-b1c375535f99', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:15.793345 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.894205 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:15.894944 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.921779 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:15.934372 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:15.935021 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.040144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Allocated IP 172.27.1.13 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/1e50d572-ebd0-40c3-bed6-4651afbf52dd) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:16.064661 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:16.146178 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.183638 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.230548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:16.235192 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:16.237786 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:16.261290 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'Port': ['ID=1e50d572-ebd0-40c3-bed6-4651afbf52dd,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.272984 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.273332 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.273693 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.274017 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.274382 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.274718 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.275046 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.275373 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.275698 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.276021 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.276341 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.276662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:16.281604 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.309760 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d805387-2c8b-4598-8f29-ef7af98b14dd None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:16.538217 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e2f7-03fc-440c-b338-93efc79fdc56 None None] New status for floating IP 84f8c921-1128-43f6-9f74-e9a9b3f10905: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:16.637547 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.715823 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.730894 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50566) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:16.785739 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.809760 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.856753 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.859474 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.860813 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "DELETE /v2.0/security-groups/ab62de48-838d-4ad9-8359-8e86e9301fe6 HTTP/1.1" status: 204 len: 168 time: 0.1287725 Nov 22 16:52:16.863687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50568) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:16.870340 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc0481-6d58-453e-8c15-b676fc06a367 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62de48-838d-4ad9-8359-8e86e9301fe6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.878052 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.886227 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.888366 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.api.v2.resource [None req-bf88740f-b5bc-4a4e-a13f-868ab3a97357 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] show failed (client error): The resource could not be found. Nov 22 16:52:16.889394 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bf88740f-b5bc-4a4e-a13f-868ab3a97357 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups/ab62de48-838d-4ad9-8359-8e86e9301fe6 HTTP/1.1" status: 404 len: 347 time: 0.0247769 Nov 22 16:52:16.892653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50570) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:16.961139 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'Port': ['ID=1e50d572-ebd0-40c3-bed6-4651afbf52dd,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.973340 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.018886 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Deleting port ef86fe92-e7fe-4902-8d4b-48f086587fe7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:17.019217 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.079436 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Floating IP 523cae3e-f704-4a60-b041-c79edf48d632 associated. External IP: 172.27.1.13, port: 43344d08-5c93-4569-8819-b1c375535f99. Nov 22 16:52:17.102562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.102982 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.117571 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Calling delete_port for ef86fe92-e7fe-4902-8d4b-48f086587fe7 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:17.270892 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.294974 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Router 612d2d1f-1d90-464f-be91-4d39741d5878 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:17.296914 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'Port': ['ID=ef86fe92-e7fe-4902-8d4b-48f086587fe7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.335942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:17.367859 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.370845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.372271 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5207e825-3e71-47ee-a2bf-3670214f67a6 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "DELETE /v2.0/floatingips/84f8c921-1128-43f6-9f74-e9a9b3f10905 HTTP/1.1" status: 204 len: 168 time: 0.4781196 Nov 22 16:52:17.386272 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:17.386919 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 7d216b6b-378a-4e83-b1b3-f7cc7b97a35c not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:17.417525 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:17.428284 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Sync routers for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:17.437946 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.439297 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:17.440102 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:17.472001 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-058b0406-1bd9-4db1-b9f7-e28f2816bfae tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7031720 Nov 22 16:52:17.472001 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:17.472320 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1f25fa-0d1d-4882-bfdd-5821813145fd" -d '{"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:17.472425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.476935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269252095', 'description': 'tempest-secgroup-smoke-1269252095 description', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.501683 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.510083 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c57723e-8b81-41a2-8c8d-cf07bfdaf967 x-openstack-request-id: req-3c57723e-8b81-41a2-8c8d-cf07bfdaf967 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:17.510600 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:17.510997 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c57723e-8b81-41a2-8c8d-cf07bfdaf967 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:17.511539 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:52:17.557969 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:17.605211 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.607670 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-b8da9d8d-a70c-41c8-b51b-287aa688dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.609311 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-b8da9d8d-a70c-41c8-b51b-287aa688dee2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1099 time: 0.0723865 Nov 22 16:52:17.610483 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.639114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50586) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.645615 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--981530221', 'description': 'tempest-description--429540720'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.655991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.657224 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1838853 Nov 22 16:52:17.660506 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50588) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.669424 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.685912 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.691148 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e289e-0356-4b2d-b547-829e53f0ba20 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac99f59d-fc69-49f2-9f36-4a43d06184d9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.726141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.738830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-65bee286-59b6-427d-8bac-c63dfd7bcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.740995 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-65bee286-59b6-427d-8bac-c63dfd7bcbd6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.1143343 Nov 22 16:52:17.799974 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '523cae3e-f704-4a60-b041-c79edf48d632', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'port_id': '43344d08-5c93-4569-8819-b1c375535f99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'mac_address': 'fa:16:3e:61:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:16Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 0, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:17.814831 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.817633 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-89500251-025a-413b-b96a-70c91391900b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 999 time: 0.0690129 Nov 22 16:52:17.822192 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.823255 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.833047 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Checking router: 612d2d1f-1d90-464f-be91-4d39741d5878 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:17.834132 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.841983 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:17.842993 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:17.869860 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.874598 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2076092 Nov 22 16:52:17.874598 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a04b2-a36b-4ff3-b7f2-f79e640cb86b tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84854101-4965-4ac0-bffd-678347c4def1,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.875250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50590) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.881607 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-43d421e6-a615-4ef1-8cd7-4515b793a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.883303 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-43d421e6-a615-4ef1-8cd7-4515b793a3f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0561390 Nov 22 16:52:17.886995 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.894496 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.898359 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2554262 Nov 22 16:52:17.899405 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50592) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.905413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1c57d-2b97-429e-b88f-8c52c996f14d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.907425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1c132-931d-40e5-8461-942f5e9f456c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1c57d-2b97-429e-b88f-8c52c996f14d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.929026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.953396 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-f80ce0e1-0fe1-4cda-a9d0-e8f10fffe8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.954966 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-f80ce0e1-0fe1-4cda-a9d0-e8f10fffe8cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641277 Nov 22 16:52:17.956398 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.960591 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:17.987187 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.992975 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.010659 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a545b156-fabf-48e5-8cf1-200eabe3dcf2,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.022033 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.023421 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-18bed9eb-52d1-4a82-9689-9b7299a418ed tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437395 Nov 22 16:52:18.026000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50594) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.030872 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.061072 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.068897 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.079963 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.101602 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-d0350133-f72a-4f4e-a5ad-8d924aa589a3 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355577 Nov 22 16:52:18.102871 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62b312f-bddd-4a1a-a958-52b04d0da33d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.110929 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.112149 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-bab7216f-c2c3-45ce-86a7-f78b15de8653 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103617 Nov 22 16:52:18.116145 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50596) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.120808 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'security_group_rule': {'security_group_id': 'e5e1c57d-2b97-429e-b88f-8c52c996f14d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.141939 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.150220 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.187411 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd6b72f-ffc9-4151-b720-ec906b98392b,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.192181 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.207424 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.210620 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-fd1f37b1-41ac-42d0-a8ca-651741e95df3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1834445 Nov 22 16:52:18.215685 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50602) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.223812 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.228408 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '523cae3e-f704-4a60-b041-c79edf48d632', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'port_id': '43344d08-5c93-4569-8819-b1c375535f99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'mac_address': 'fa:16:3e:61:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:16Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 0, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:18.272352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac05f8b-9f8c-444c-b11c-5365847ec795 None None] The sync data for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi is: [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '523cae3e-f704-4a60-b041-c79edf48d632', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'port_id': '43344d08-5c93-4569-8819-b1c375535f99', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'mac_address': 'fa:16:3e:61:7d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:16Z', 'updated_at': '2021-11-22T16:52:16Z', 'revision_number': 0, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:18.295616 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.296856 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.308094 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.344338 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3448ccb-bd08-4ca4-a571-fb5f3ee0aa79,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.358931 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.363435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2b6e6fa8-c35e-46a4-9e9f-bd40a9d93f25 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2460766 Nov 22 16:52:18.364067 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50604) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.369969 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.417354 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.418550 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.433345 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.500764 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-9f1f25fa-0d1d-4882-bfdd-5821813145fd req-54ab48ff-1258-46e2-aabd-26b209b466d3 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868167 Nov 22 16:52:18.505162 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2b0c8d-9f26-4f2a-94c6-81893038d359,revision_number=0']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.519144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50610) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.524842 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.528645 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9608c8de-feb5-4a56-bbdd-540cadf67c93 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3093224 Nov 22 16:52:18.530373 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50612) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.538462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.571532 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Project bd1934b708fb486c94359e27e7e8fe91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:18.580871 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.597566 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c639d3-0df1-4643-825d-d47d8a3c853a None None] New status for floating IP 523cae3e-f704-4a60-b041-c79edf48d632: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:18.609355 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.663545 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.668903 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.686136 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d29c10-ad26-4789-b6ad-3e1c7104bd3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.688925 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c04e8fe-c523-43ba-9df1-e6b39e8fad89,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.699868 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.704001 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b24a6763-c68c-4d54-9f4b-fb01653a92e3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1693926 Nov 22 16:52:18.704137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50616) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.709206 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'security_group_rule': {'security_group_id': 'ac99f59d-fc69-49f2-9f36-4a43d06184d9', 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.732958 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Project bd1934b708fb486c94359e27e7e8fe91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:18.737907 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.765455 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Allocated IP 172.27.1.146 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/0e786ea4-859d-46b7-8bc4-b68650f6c244) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:18.804976 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.809531 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.828199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364fb467-a113-4340-9fd8-a759e9d0d6be,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.838077 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.839547 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-888a634c-9446-4c8a-bd45-96482779a586 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344054 Nov 22 16:52:18.881722 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d29c10-ad26-4789-b6ad-3e1c7104bd3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.894837 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7d29c10-ad26-4789-b6ad-3e1c7104bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.940001 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.979165 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d7d29c10-ad26-4789-b6ad-3e1c7104bd3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fa12fa4345f48a2823a2363858ba419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584601 Nov 22 16:52:18.983039 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.985710 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d29c10-ad26-4789-b6ad-3e1c7104bd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50be8b77-7477-4d9c-9932-98d93ebfdb09,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.013209 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba27955a-e90e-4435-aad8-22657fb459ba req-7e4b4828-c966-432d-a8c2-c92fad9eec8a tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269252095&fields=id&tenant_id=bd1934b708fb486c94359e27e7e8fe91 HTTP/1.1" status: 200 len: 267 time: 0.1246490 Nov 22 16:52:19.035860 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.036363 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.061916 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.097221 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:19.103929 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=0e786ea4-859d-46b7-8bc4-b68650f6c244,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.106498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:19.109656 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:19.116595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.120564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.121783 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50be8b77-7477-4d9c-9932-98d93ebfdb09 HTTP/1.1" status: 204 len: 168 time: 0.1376469 Nov 22 16:52:19.132014 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de57df-45cb-48d3-8c48-cf58b70b51a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50be8b77-7477-4d9c-9932-98d93ebfdb09,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.142553 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27955a-e90e-4435-aad8-22657fb459ba req-4a2d1aba-8652-4ca7-aac1-6f5ba8be9a27 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.145533 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba27955a-e90e-4435-aad8-22657fb459ba req-4a2d1aba-8652-4ca7-aac1-6f5ba8be9a27 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.1209941 Nov 22 16:52:19.167213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'port': {'security_groups': ['4b673d1c-8af7-41da-a5c2-21c02de9b312', 'ac99f59d-fc69-49f2-9f36-4a43d06184d9']}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:19.269602 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.281607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.379329 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.636260 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:19.666305 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.674474 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.709658 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.721222 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.735412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:19.764042 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=0e786ea4-859d-46b7-8bc4-b68650f6c244,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.781874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:19.879234 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:19.908971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-507951437-network', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:19.936294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Made reservation on behalf of b5f15ccbcbf04d8e995aa56a983a0eb5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:19.939635 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.951290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.042616 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.045621 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.046362 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.047823 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.047996 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ba27955a-e90e-4435-aad8-22657fb459ba req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "PUT /v2.0/ports/43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 982 time: 0.8896060 Nov 22 16:52:20.048423 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:20.050791 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acad3dc-5e50-42ab-9b84-4d75ffa78487" -d '{"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:20.067618 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.074356 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:20.099029 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.101547 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b973d7f-eb8d-40f3-a6ea-5544e706f141,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.110613 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-843a1b10-2a8b-4ef8-bc8c-ec3cd683f334 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7439370 Nov 22 16:52:20.110923 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.111275 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.segments_db [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Added segment eb75db26-382f-4469-bf9c-ea0718199f6c of type vlan for network d1b3fd10-521d-4b73-8f2f-1883b4fde662 Nov 22 16:52:20.114591 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dff39-c48f-439f-8059-03653faff1b8 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.152768 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fadd00-8424-4817-a69e-d8ab4b16c42f x-openstack-request-id: req-a8fadd00-8424-4817-a69e-d8ab4b16c42f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:20.153265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:20.153437 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8fadd00-8424-4817-a69e-d8ab4b16c42f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:20.153932 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:52:20.172787 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:20.203400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f104a746-cb9e-4aa4-b2be-91cf9c1d9248 None None] Provisioning complete for port 43344d08-5c93-4569-8819-b1c375535f99 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:20.203928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f104a746-cb9e-4aa4-b2be-91cf9c1d9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.235926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.245273 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd523530-a29e-47f9-98e0-c1dfb7a28b9b req-17f30676-237c-4d5f-b3d3-051627ba46d7 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.248284 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cd523530-a29e-47f9-98e0-c1dfb7a28b9b req-17f30676-237c-4d5f-b3d3-051627ba46d7 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0746856 Nov 22 16:52:20.280636 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-dfaca194-b7ea-42ab-b697-095f83f9db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.282723 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-dfaca194-b7ea-42ab-b697-095f83f9db2d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1138 time: 0.0991030 Nov 22 16:52:20.292382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.293602 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.295578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.338346 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cd523530-a29e-47f9-98e0-c1dfb7a28b9b req-a23ac5aa-55e9-40b5-be73-8de19c8b8ee2 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830431 Nov 22 16:52:20.375177 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d1b3fd10-521d-4b73-8f2f-1883b4fde662,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.399614 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:20.415700 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-5cd0352c-b981-45d1-8f70-76e6fc9bd476 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--981530221&fields=id&tenant_id=3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 267 time: 0.0725093 Nov 22 16:52:20.430469 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b9128f27-2e97-4dd5-bbf6-48d2496644a9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6473558 Nov 22 16:52:20.433200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.440673 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Request body: {'subnet': {'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-507951437-subnet', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:20.485207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Made reservation on behalf of b5f15ccbcbf04d8e995aa56a983a0eb5 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:20.487648 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.529573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-2b7a689e-89e4-4937-83e0-6b70e3e3394b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.532031 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-6e3cb2f7-4eb6-4c4d-a9ef-ecb6faba3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.533562 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-6e3cb2f7-4eb6-4c4d-a9ef-ecb6faba3f5c service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.2321920 Nov 22 16:52:20.536726 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-2b7a689e-89e4-4937-83e0-6b70e3e3394b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 810 time: 0.1193995 Nov 22 16:52:20.547448 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-a1262d8b-6c2d-43ad-b064-517c67762a01 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/quotas/3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 375 time: 0.0094318 Nov 22 16:52:20.605179 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-4ead19e5-3e66-437d-a3d8-1442af37e26a tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514507 Nov 22 16:52:20.631397 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-242714a9-5574-449d-a8a8-855360967b6d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 1001 time: 0.0858018 Nov 22 16:52:20.713005 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-5776c9b7-9a25-4d34-9c90-03186ca8d05c service neutron] 10.222.0.46 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921640 Nov 22 16:52:20.743833 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-b111130a-9d45-44cb-833b-2d476e952587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.745278 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-b111130a-9d45-44cb-833b-2d476e952587 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0827615 Nov 22 16:52:20.787209 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.810828 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-9a663ad2-14a0-4044-b0e2-bfeb956b812a service neutron] 10.222.0.46 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909364 Nov 22 16:52:20.848547 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-2beb3cfb-c295-4ea2-b4fd-95433b516737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.850049 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-2beb3cfb-c295-4ea2-b4fd-95433b516737 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911903 Nov 22 16:52:20.850663 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.911567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Checking segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:20.912276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Network hostable DHCP agents. Network: d1b3fd10-521d-4b73-8f2f-1883b4fde662, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:20.946198 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:20.963686 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, d1b3fd10-521d-4b73-8f2f-1883b4fde662) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:20.972121 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:20.972733 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.975104 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20880312-1c1b-41b6-842b-c75b94876960 None None] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:20.976407 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-7d36ebf7-e246-4d6d-9773-195e52588266 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177759 Nov 22 16:52:20.998314 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9ef105a3-d947-4b26-96a9-0954ee77b334 req-d57571ca-005a-4b75-92e2-acd898a7f442 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 210 time: 0.0388565 Nov 22 16:52:21.000614 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50676) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:21.000915 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f4463905-7284-4954-bac2-688b4d217e45 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5666759 Nov 22 16:52:21.006635 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:21.036257 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.037651 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.110260 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.116210 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-5acad3dc-5e50-42ab-9b84-4d75ffa78487 req-9d2cbec5-92a9-4398-9a7b-ca9e59c99f9a service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232827 Nov 22 16:52:21.275180 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-d1b3fd10-521d-4b73-8f2f-1883b4fde662', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:21.276080 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.283145 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.422163 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Allocated IP 172.20.0.2 (d1b3fd10-521d-4b73-8f2f-1883b4fde662/7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e/c2b4c68e-670d-4123-81ad-7a4e424155da) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:21.502665 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.522801 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.588305 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.596169 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.635572 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Allocated IP 172.27.1.136 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/32de6b6e-b306-475c-a232-f73c720a7655) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:21.639987 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:21.643396 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:21.646131 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:21.656976 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Pushing event updated for resources: {'Port': ['ID=c2b4c68e-670d-4123-81ad-7a4e424155da,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.680474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.680853 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.681154 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.681486 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.681820 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.682277 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.682613 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.682946 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.683302 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.683625 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.683946 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.684314 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:21.723093 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Attempting to bind port c2b4c68e-670d-4123-81ad-7a4e424155da on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:21.723470 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Attempting to bind port c2b4c68e-670d-4123-81ad-7a4e424155da by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:21.724351 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Attempting to bind port c2b4c68e-670d-4123-81ad-7a4e424155da on network d1b3fd10-521d-4b73-8f2f-1883b4fde662 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:21.731255 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:21.731654 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Checking segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:21.732103 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.733564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Bound using segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:21.733564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Bound port: c2b4c68e-670d-4123-81ad-7a4e424155da, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:21.733564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.747714 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.788226 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.808527 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] For port c2b4c68e-670d-4123-81ad-7a4e424155da, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:21.813598 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] For port c2b4c68e-670d-4123-81ad-7a4e424155da, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2b4c68e-670d-4123-81ad-7a4e424155da,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:21.820517 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.846239 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:21.854573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:21.858144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:21.861774 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Pushing event updated for resources: {'Port': ['ID=32de6b6e-b306-475c-a232-f73c720a7655,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:21.877379 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dfb27-6b7a-412c-a569-cb4a12c8c52b None None] Pushing event updated for resources: {'Port': ['ID=c2b4c68e-670d-4123-81ad-7a4e424155da,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.143651 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-344b0185-c44c-48d1-8306-288de562dd6b req-087a3775-7544-435c-b973-1091e96c5691 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 210 time: 0.0338540 Nov 22 16:52:22.165226 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.369416 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.373460 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-336e78a6-bb94-4467-a66e-212a40fe87f0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:22.375008 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-336e78a6-bb94-4467-a66e-212a40fe87f0 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 810 time: 0.1296592 Nov 22 16:52:22.457438 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-181cb441-4398-4e51-818e-f9031d9019a1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ea9eaca87894d75a800c301cfcceb81 HTTP/1.1" status: 200 len: 379 time: 0.0669744 Nov 22 16:52:22.470951 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'port': {'device_id': '1d2000de-d397-48fb-b107-9e293026e5fa', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'admin_state_up': True, 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'security_groups': ['e5e1c57d-2b97-429e-b88f-8c52c996f14d']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:22.514861 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Router a9494682-f048-4f0b-be3d-57fa895ed8d4 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:22.594440 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Made reservation on behalf of 3ea9eaca87894d75a800c301cfcceb81 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:22.598205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.635093 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:22.648930 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Sync routers for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:22.657428 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.662159 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-533b2f10-916a-4fb7-a7e3-7b80d7b24157 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6599820 Nov 22 16:52:22.662513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:22.662747 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50692) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:22.663431 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:22.754717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Allocated IP 172.20.0.7 (5a12b501-eb79-4c36-94ef-326feaf99650/0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d/297ade00-94e1-4d6d-b3cc-f4c789cbd259) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:22.793300 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:22.863372 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebf921-fc09-454a-bb15-5c362e15797a None None] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:22.944875 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.989826 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.999965 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] Provisioning complete for port c2b4c68e-670d-4123-81ad-7a4e424155da triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.000390 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.037262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Network 5a12b501-eb79-4c36-94ef-326feaf99650 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:23.040949 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:23.045633 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:23.077231 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event updated for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.108346 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:23.108951 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.127965 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d6fbf3f7-34cf-45c8-b7ed-29027df99edc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610198 Nov 22 16:52:23.145339 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Request body: {'port': {'device_id': '1d2000de-d397-48fb-b107-9e293026e5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:23.225702 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.284555 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.302719 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] For port c2b4c68e-670d-4123-81ad-7a4e424155da, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2b4c68e-670d-4123-81ad-7a4e424155da,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:23.326529 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.373323 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 3, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:23.410015 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Checking router: a9494682-f048-4f0b-be3d-57fa895ed8d4 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:23.410015 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Updating router a9494682-f048-4f0b-be3d-57fa895ed8d4 port 32de6b6e-b306-475c-a232-f73c720a7655 binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:23.461285 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468254a7-6df6-4251-b857-b78ea5d830b0 req-f462ff7d-35fe-43a5-942f-8542bc205013 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:23.463082 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-468254a7-6df6-4251-b857-b78ea5d830b0 req-f462ff7d-35fe-43a5-942f-8542bc205013 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 931 time: 0.1224494 Nov 22 16:52:23.483159 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.490500 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.530090 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274baf6-607f-4b8c-b5e1-4f807776a8ea None None] Pushing event updated for resources: {'Port': ['ID=c2b4c68e-670d-4123-81ad-7a4e424155da,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.534488 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-8be690e5-e65d-407d-bf9f-cc4f5b8ec53d None None] Provisioning complete for port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.534986 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8be690e5-e65d-407d-bf9f-cc4f5b8ec53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.540473 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-468254a7-6df6-4251-b857-b78ea5d830b0 req-9873c426-5d5f-455c-9f5d-537d8cebb5b3 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685785 Nov 22 16:52:23.635727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ade00-94e1-4d6d-b3cc-f4c789cbd259 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:23.643642 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.644514 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-8be690e5-e65d-407d-bf9f-cc4f5b8ec53d None None] Port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:23.660583 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Transition to ACTIVE for port object 297ade00-94e1-4d6d-b3cc-f4c789cbd259 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:23.664397 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.702822 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Allocated IP 172.20.0.1 (d1b3fd10-521d-4b73-8f2f-1883b4fde662/7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e/2a847bde-4545-4d79-b2de-39672c3a5da0) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:23.720974 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Pushing event updated for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.803008 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-6109e7af-89c2-4f8c-872e-03a53b1e9474 None None] Provisioning complete for port c2b4c68e-670d-4123-81ad-7a4e424155da triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:23.803564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6109e7af-89c2-4f8c-872e-03a53b1e9474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.848719 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Attempting to bind port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:23.849049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Attempting to bind port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:23.849376 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Attempting to bind port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:23.854259 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 on network 5a12b501-eb79-4c36-94ef-326feaf99650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:23.854583 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Attempting to bind port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 on network 5a12b501-eb79-4c36-94ef-326feaf99650 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:23.861368 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:23.861552 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Checking segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:23.861933 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Bound using segment: {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:23.862895 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Bound port: 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2218244-2d37-4b18-b2dc-9fbbf4083d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:23.862895 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.881958 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2b4c68e-670d-4123-81ad-7a4e424155da up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:23.896099 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.943431 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.943684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:23.947853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:23.952880 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.993537 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:23.997089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:24.000070 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:24.024707 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Pushing event updated for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.029822 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.030541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.031971 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-aefe224a-4160-42c3-aeb6-11fd8265111c service neutron] 10.222.0.48 "PUT /v2.0/ports/297ade00-94e1-4d6d-b3cc-f4c789cbd259 HTTP/1.1" status: 200 len: 1093 time: 0.8927121 Nov 22 16:52:24.032387 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:24.034693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b8c90-2dc8-481b-a678-27f36c31e752" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:24.042525 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Pushing event updated for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.078689 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.106060 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb1355b-51f6-4876-bc4f-f3f249ce86f3 x-openstack-request-id: req-3eb1355b-51f6-4876-bc4f-f3f249ce86f3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:24.108029 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:24.108387 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3eb1355b-51f6-4876-bc4f-f3f249ce86f3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:24.108891 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'status': 'completed', 'code': 200} Nov 22 16:52:24.177346 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.184290 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d42a2539-2fe5-4422-97c7-0f2145638eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.187076 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-d42a2539-2fe5-4422-97c7-0f2145638eec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 1096 time: 0.0628657 Nov 22 16:52:24.190455 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.245117 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-0879507e-3f4f-4e5e-89d8-1b206fad897d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259 HTTP/1.1" status: 200 len: 217 time: 0.0460188 Nov 22 16:52:24.279588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port c2b4c68e-670d-4123-81ad-7a4e424155da triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:24.279917 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.287648 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.342638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-7f940f92-af26-4508-9130-c966263d5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.344186 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-7f940f92-af26-4508-9130-c966263d5118 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0924711 Nov 22 16:52:24.346303 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Attempting to bind port 32de6b6e-b306-475c-a232-f73c720a7655 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:24.346675 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Attempting to bind port 32de6b6e-b306-475c-a232-f73c720a7655 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:24.347110 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Attempting to bind port 32de6b6e-b306-475c-a232-f73c720a7655 on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:24.351334 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da1ef-60e9-4692-82af-120f1540ee83 None None] Pushing event updated for resources: {'Port': ['ID=32de6b6e-b306-475c-a232-f73c720a7655,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.359442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:24.359442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:24.359848 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.360184 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:24.360662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Bound port: 32de6b6e-b306-475c-a232-f73c720a7655, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:24.361133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.399441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-c58594aa-ade0-41dd-a142-49847f90cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.401148 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-c58594aa-ade0-41dd-a142-49847f90cede service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479705 Nov 22 16:52:24.444426 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] For port 32de6b6e-b306-475c-a232-f73c720a7655, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:24.465421 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] For port 32de6b6e-b306-475c-a232-f73c720a7655, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=32de6b6e-b306-475c-a232-f73c720a7655,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:24.473934 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.503566 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.504187 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-14197e16-c4e0-4ef0-bcb8-889f4bd35a16 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906384 Nov 22 16:52:24.509608 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.544985 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-2b0bead8-9fe7-42ee-90a8-e427948bdd34 None None] Provisioning complete for port 2a847bde-4545-4d79-b2de-39672c3a5da0 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:24.545363 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b0bead8-9fe7-42ee-90a8-e427948bdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.547270 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da1ef-60e9-4692-82af-120f1540ee83 None None] Pushing event updated for resources: {'Port': ['ID=32de6b6e-b306-475c-a232-f73c720a7655,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.551279 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:24.551431 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:24.583836 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.586058 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Pushing event updated for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.635715 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-2b0bead8-9fe7-42ee-90a8-e427948bdd34 None None] Port 2a847bde-4545-4d79-b2de-39672c3a5da0 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:24.635946 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-346f8c49-b32c-472f-b8f0-457f3884c8d0 req-dad3be4f-f177-426d-a682-4a9025c94c6c service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158528 Nov 22 16:52:24.701350 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:24.728496 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905d849-ad3e-41b9-8594-ccec836026e1 req-07b3df59-a09c-499d-b91f-94189b373871 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.730039 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0905d849-ad3e-41b9-8594-ccec836026e1 req-07b3df59-a09c-499d-b91f-94189b373871 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 943 time: 0.0807641 Nov 22 16:52:24.733201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-4125f11c-3e06-42e5-a84b-9fd6bf4ac3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.735909 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-4125f11c-3e06-42e5-a84b-9fd6bf4ac3d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 1096 time: 0.0452130 Nov 22 16:52:24.761412 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:24.766359 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:24.799349 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0905d849-ad3e-41b9-8594-ccec836026e1 req-426db8ff-50ab-4f84-b0bc-f9fa2dfcfba9 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628188 Nov 22 16:52:24.862238 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-1edb9219-8970-4613-a708-4f3eb42d6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.863743 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-1edb9219-8970-4613-a708-4f3eb42d6ce8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.1202338 Nov 22 16:52:24.923981 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-c4a4f37d-082c-4ede-8066-86b88cd3839a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259 HTTP/1.1" status: 200 len: 217 time: 0.0506227 Nov 22 16:52:24.927662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Router a9494682-f048-4f0b-be3d-57fa895ed8d4 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:24.938173 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 2, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:24.966405 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2826566-1d4d-4c59-9737-83b690b6df5f None None] The sync data for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi is: [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 2, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:24.983912 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-9756d0f9-1a69-4d70-aa33-7e4ce1ff635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:24.986189 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-9756d0f9-1a69-4d70-aa33-7e4ce1ff635e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0534146 Nov 22 16:52:25.039692 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-005c20ce-b788-4921-a4a2-707db191e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.041198 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-005c20ce-b788-4921-a4a2-707db191e42f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468466 Nov 22 16:52:25.047042 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:25.052672 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c11b926e-223d-47ad-9072-4055ef55b838 admin admin] 10.222.0.46 "PUT /v2.0/routers/a9494682-f048-4f0b-be3d-57fa895ed8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3887320 Nov 22 16:52:25.054634 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-adb25418-e7ab-47c3-adab-5f4eec530893 None None] Provisioning complete for port 2a847bde-4545-4d79-b2de-39672c3a5da0 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:25.055000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-adb25418-e7ab-47c3-adab-5f4eec530893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.095723 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-adb25418-e7ab-47c3-adab-5f4eec530893 None None] Port 2a847bde-4545-4d79-b2de-39672c3a5da0 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:25.153717 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-7bca9479-1c53-4065-8156-f4c2c98f09d8 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969546 Nov 22 16:52:25.289602 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ff2b8c90-2dc8-481b-a678-27f36c31e752 req-e78eb157-a49c-4c8c-b86d-56dcacd90d6f service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261888 Nov 22 16:52:25.623210 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 50720) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.629611 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-529916031-network', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:25.666195 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Made reservation on behalf of 25a5a73156c148b3b3277a80cf62f044 for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:25.668724 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.679250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.779219 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.785486 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.815383 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:25.818719 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 32de6b6e-b306-475c-a232-f73c720a7655 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:25.821169 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7002b5c6-04d3-4e36-99ed-bd4fb4768637,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.829229 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.829683 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Added segment 7fbc43f2-47f2-46c8-b613-30122d4d6eb3 of type vlan for network 1caed920-c2a0-433d-acba-d0bcaea0247e Nov 22 16:52:25.881397 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 32de6b6e-b306-475c-a232-f73c720a7655 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:25.881782 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.900213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.976019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.977002 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:25.977749 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.983609 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.008464 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f078-743b-4952-8838-a8acb18807d0 req-63a82e9b-68e8-40d7-a712-4ed0346dc515 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:26.010038 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77d8f078-743b-4952-8838-a8acb18807d0 req-63a82e9b-68e8-40d7-a712-4ed0346dc515 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 943 time: 0.1157084 Nov 22 16:52:26.011402 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 32de6b6e-b306-475c-a232-f73c720a7655, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=32de6b6e-b306-475c-a232-f73c720a7655,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:26.017206 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.064126 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4399223 Nov 22 16:52:26.066766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:26.071748 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Request body: {'subnet': {'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-529916031-subnet', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:26.085721 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=32de6b6e-b306-475c-a232-f73c720a7655,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.088046 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0439b-55c7-4157-8f16-d07c5a8c6412 admin admin] Pushing event updated for resources: {'Network': ['ID=1caed920-c2a0-433d-acba-d0bcaea0247e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.103903 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Made reservation on behalf of 25a5a73156c148b3b3277a80cf62f044 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:26.106504 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.108434 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network 1caed920-c2a0-433d-acba-d0bcaea0247e details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:26.128696 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-77d8f078-743b-4952-8838-a8acb18807d0 req-8948c0a4-8e54-453a-acaa-d866d4a7567b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831234 Nov 22 16:52:26.313208 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.384349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=876e6aec-c0ad-4de3-b057-874af09010ed,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.393507 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Checking segment: {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:26.393862 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Network hostable DHCP agents. Network: 1caed920-c2a0-433d-acba-d0bcaea0247e, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:26.413891 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Network 1caed920-c2a0-433d-acba-d0bcaea0247e is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:26.425299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, 1caed920-c2a0-433d-acba-d0bcaea0247e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:26.430398 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:26.431004 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.436312 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166829cb-bb14-4729-b4db-918a8c254d36 None None] Network 1caed920-c2a0-433d-acba-d0bcaea0247e requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:26.454516 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e51021a8-7347-485a-aec7-1b4920b2b20b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3865652 Nov 22 16:52:26.457295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:26.463553 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:26.488516 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-928852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59346'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.489719 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-603011', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59353'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.554954 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.594858 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp17f506af-f312-5726-b856-5b07752a3157-1caed920-c2a0-433d-acba-d0bcaea0247e', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed'}]}} from dv-cinder-773985-19-iscsi. {{(pid=109412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:52:26.595730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.709535 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.760932 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.db_base_plugin_common [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Allocated IP 172.20.0.2 (1caed920-c2a0-433d-acba-d0bcaea0247e/876e6aec-c0ad-4de3-b057-874af09010ed/0098153c-2664-44e4-8bd1-19a2441b5795) {{(pid=109412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:26.924622 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks [] for port, precommit_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.930827 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.931055 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996'] for port, after_create {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.950229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.971196 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Network 1caed920-c2a0-433d-acba-d0bcaea0247e is already hosted by enough agents. {{(pid=109412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:26.974137 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.scheduler.base_scheduler [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Resources bound (agent type, host, resource id): {{(pid=109412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:26.977754 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Received port after_create {{(pid=109412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:26.987094 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Pushing event updated for resources: {'Port': ['ID=0098153c-2664-44e4-8bd1-19a2441b5795,revision_number=1']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.043535 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Attempting to bind port 0098153c-2664-44e4-8bd1-19a2441b5795 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:27.044139 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Attempting to bind port 0098153c-2664-44e4-8bd1-19a2441b5795 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:27.044551 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Attempting to bind port 0098153c-2664-44e4-8bd1-19a2441b5795 on network 1caed920-c2a0-433d-acba-d0bcaea0247e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:27.049647 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:27.050027 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Checking segment: {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:27.050458 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.050856 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Bound using segment: {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:27.051347 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Bound port: 0098153c-2664-44e4-8bd1-19a2441b5795, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:27.051709 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.062606 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Allocated IP 172.27.1.190 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/865d6bae-09e3-40ce-be66-268dc6223d5b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:27.117904 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] For port 0098153c-2664-44e4-8bd1-19a2441b5795, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:27.121289 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] For port 0098153c-2664-44e4-8bd1-19a2441b5795, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=0098153c-2664-44e4-8bd1-19a2441b5795,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:27.125639 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.210842 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Sync routers for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:27.214932 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd52ee-ae30-449a-a6ee-19806eaba0ab None None] Pushing event updated for resources: {'Port': ['ID=0098153c-2664-44e4-8bd1-19a2441b5795,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.230852 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:27.233289 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:27.285751 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da67435-a666-47df-b61b-67d35c1c88a0 req-87c72efb-b3c4-4ad2-a8cd-3e955cc433fe tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:27.287672 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3da67435-a666-47df-b61b-67d35c1c88a0 req-87c72efb-b3c4-4ad2-a8cd-3e955cc433fe tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 943 time: 0.0656819 Nov 22 16:52:27.342336 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3da67435-a666-47df-b61b-67d35c1c88a0 req-d4ff4e4b-9aee-4116-8d2d-afdd53c23947 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485091 Nov 22 16:52:27.357661 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:27.418263 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 297ade00-94e1-4d6d-b3cc-f4c789cbd259 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:27.466906 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.517358 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.564141 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:27.569489 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:27.571203 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:27.574453 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:27.595457 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'port_id': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'mac_address': 'fa:16:3e:7b:23:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:27.612280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Pushing event updated for resources: {'Port': ['ID=865d6bae-09e3-40ce-be66-268dc6223d5b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.656722 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.670273 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ade00-94e1-4d6d-b3cc-f4c789cbd259 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:27.684844 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 2, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:27.690812 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:27.695801 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.719995 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Checking router: a9494682-f048-4f0b-be3d-57fa895ed8d4 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:27.720344 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Updating router a9494682-f048-4f0b-be3d-57fa895ed8d4 port 2a847bde-4545-4d79-b2de-39672c3a5da0 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:27.745516 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.745946 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.882484 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.923473 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 32de6b6e-b306-475c-a232-f73c720a7655 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:27.975119 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 32de6b6e-b306-475c-a232-f73c720a7655 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:27.975480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.034258 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['297ade00-94e1-4d6d-b3cc-f4c789cbd259'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:28.085739 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.092932 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.094783 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-763187'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.118227 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 0098153c-2664-44e4-8bd1-19a2441b5795 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:28.157112 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Pushing event updated for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.181469 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 0098153c-2664-44e4-8bd1-19a2441b5795 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:28.181871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.196289 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.196754 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.197319 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.197739 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.198249 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.198679 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.199110 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.199521 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.200319 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.200805 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.201207 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.201614 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:28.239790 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 is scheduled to L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:28.243830 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Attempting to bind port 2a847bde-4545-4d79-b2de-39672c3a5da0 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:28.245284 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Attempting to bind port 2a847bde-4545-4d79-b2de-39672c3a5da0 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:28.245872 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Attempting to bind port 2a847bde-4545-4d79-b2de-39672c3a5da0 on network d1b3fd10-521d-4b73-8f2f-1883b4fde662 {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:28.251700 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:28.252373 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Checking segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:28.252926 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.253457 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Bound using segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:28.254083 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Bound port: 2a847bde-4545-4d79-b2de-39672c3a5da0, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:28.254670 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.351936 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] For port 2a847bde-4545-4d79-b2de-39672c3a5da0, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:28.355576 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] For port 2a847bde-4545-4d79-b2de-39672c3a5da0, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=2a847bde-4545-4d79-b2de-39672c3a5da0,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:28.369119 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.413114 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.444634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:28.451378 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b94159-02a6-4b15-9ae4-627858a932a7 None None] Pushing event updated for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.475993 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Sync routers for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:28.482490 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:28.483211 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:28.492261 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.497046 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-8a295c46-5b42-4201-927e-92bf4b085baa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0346985 Nov 22 16:52:28.497046 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:28.508334 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 0098153c-2664-44e4-8bd1-19a2441b5795, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=0098153c-2664-44e4-8bd1-19a2441b5795,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:28.512707 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:28.513218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:28.516873 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.625464 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fee0a-ee4d-4065-b196-7273607d5908 req-fe1c0584-6b91-40bf-bba0-a834baa38db4 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:28.628147 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2d1fee0a-ee4d-4065-b196-7273607d5908 req-fe1c0584-6b91-40bf-bba0-a834baa38db4 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 944 time: 0.0940981 Nov 22 16:52:28.667027 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:28.706748 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2d1fee0a-ee4d-4065-b196-7273607d5908 req-0d816e63-d47b-4e4d-b094-09a7743b5d0d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715461 Nov 22 16:52:28.769497 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfaa36-b391-4f96-859d-2ce9b1b23024 None None] Network 1caed920-c2a0-433d-acba-d0bcaea0247e requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:28.872239 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] Provisioning complete for port 2a847bde-4545-4d79-b2de-39672c3a5da0 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:28.872239 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.880824 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=0098153c-2664-44e4-8bd1-19a2441b5795,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.964946 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:28.996064 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:28Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:29.025795 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d83e3c-c728-480b-bf7c-d9af377bdae0 None None] The sync data for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi is: [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:28Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:29.067819 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.245277 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Allocated IP 172.20.0.1 (1caed920-c2a0-433d-acba-d0bcaea0247e/876e6aec-c0ad-4de3-b057-874af09010ed/1984395b-e28c-42de-ad29-1b22af988b34) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:29.259459 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.340384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] For port 2a847bde-4545-4d79-b2de-39672c3a5da0, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=2a847bde-4545-4d79-b2de-39672c3a5da0,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:29.374038 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.388527 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.432510 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 297ade00-94e1-4d6d-b3cc-f4c789cbd259 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:29.433491 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.485943 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a81fe-8040-46b9-9fba-caf2efc8bd29 None None] Pushing event updated for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:29.495181 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Network 1caed920-c2a0-433d-acba-d0bcaea0247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:29.503491 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:29.506646 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:29.538432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:27Z', 'revision_number': 3, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:29.560285 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764782'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.564523 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Pushing event updated for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:29.576459 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Checking router: 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:29.576974 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Updating router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 port 865d6bae-09e3-40ce-be66-268dc6223d5b binding host dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:29.591480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f59874fe-d6fe-4fce-896f-b780ddca368c None None] Provisioning complete for port 0098153c-2664-44e4-8bd1-19a2441b5795 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:29.591480 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f59874fe-d6fe-4fce-896f-b780ddca368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.652071 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.724208 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:29.734898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.787330 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:29.787696 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.912276 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe168d-79cb-4d44-afd0-5c9b14eef052 req-0fcbecad-99c9-4dcb-bfd9-be1208ff6d77 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:29.922049 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-65fe168d-79cb-4d44-afd0-5c9b14eef052 req-0fcbecad-99c9-4dcb-bfd9-be1208ff6d77 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 944 time: 0.0822153 Nov 22 16:52:29.924847 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 0098153c-2664-44e4-8bd1-19a2441b5795 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:29.985480 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.991943 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.992442 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-65fe168d-79cb-4d44-afd0-5c9b14eef052 req-80883eb5-851d-402a-83af-5486d3c821e1 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649347 Nov 22 16:52:30.025765 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-f59874fe-d6fe-4fce-896f-b780ddca368c None None] Provisioning complete for port 2a847bde-4545-4d79-b2de-39672c3a5da0 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.026149 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f59874fe-d6fe-4fce-896f-b780ddca368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.067184 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Pushing event updated for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.070917 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-758784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764414'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.102928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f4ced585-b77c-4ef4-b688-032822c769d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.140207 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.166109 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Network 1caed920-c2a0-433d-acba-d0bcaea0247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:30.167501 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:30.199902 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 0098153c-2664-44e4-8bd1-19a2441b5795 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.200290 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.209246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:30.211550 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1cbefe-2448-46f6-a19e-eb7416282507" -d '{"events": [{"server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "name": "network-vif-plugged", "status": "completed", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:30.286143 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:30.309804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:30.316472 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.319937 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1fc035-c158-4a4b-a37f-1642d5fc5750 x-openstack-request-id: req-6f1fc035-c158-4a4b-a37f-1642d5fc5750 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:30.320248 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "name": "network-vif-plugged", "status": "completed", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:30.320555 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f1fc035-c158-4a4b-a37f-1642d5fc5750 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:30.320966 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'code': 200} Nov 22 16:52:30.321943 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.354272 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.356227 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.410956 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.442782 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Attempting to bind port 865d6bae-09e3-40ce-be66-268dc6223d5b on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:30.443158 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Attempting to bind port 865d6bae-09e3-40ce-be66-268dc6223d5b by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:30.443512 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Attempting to bind port 865d6bae-09e3-40ce-be66-268dc6223d5b on network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:30.453247 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:30.459757 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e3914379-72b5-4687-bfdd-5c23d0f7cae7 admin admin] 10.222.0.46 "PUT /v2.0/routers/5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9622643 Nov 22 16:52:30.474821 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:30.475310 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Checking segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:30.475813 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.476206 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Bound using segment: {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:30.476785 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Bound port: 865d6bae-09e3-40ce-be66-268dc6223d5b, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77180d82-e2c0-40c0-ab50-834b32e44d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:30.477168 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.509677 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e277c29-d005-4078-8ec3-39578f2de6c1 req-d4d32d47-90f1-46d5-9113-10fff8c3725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:30.511441 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1e277c29-d005-4078-8ec3-39578f2de6c1 req-d4d32d47-90f1-46d5-9113-10fff8c3725f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 1098 time: 0.0504944 Nov 22 16:52:30.563404 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1e277c29-d005-4078-8ec3-39578f2de6c1 req-9d4afdac-99e9-415f-a796-9467d0a7d379 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423229 Nov 22 16:52:30.664776 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ce52-558e-4781-a2ba-55f46a09e2e4 None None] Pushing event updated for resources: {'Port': ['ID=865d6bae-09e3-40ce-be66-268dc6223d5b,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.667615 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 2a847bde-4545-4d79-b2de-39672c3a5da0 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:30.711446 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-7dbb35cc-34dd-4963-984e-ea4f2316724c None None] Provisioning complete for port 0098153c-2664-44e4-8bd1-19a2441b5795 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.711805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7dbb35cc-34dd-4963-984e-ea4f2316724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.748085 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] For port 865d6bae-09e3-40ce-be66-268dc6223d5b, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:30.768128 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] For port 865d6bae-09e3-40ce-be66-268dc6223d5b, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=865d6bae-09e3-40ce-be66-268dc6223d5b,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:30.777181 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.865631 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 2a847bde-4545-4d79-b2de-39672c3a5da0 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.865996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.895322 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ce52-558e-4781-a2ba-55f46a09e2e4 None None] Pushing event updated for resources: {'Port': ['ID=865d6bae-09e3-40ce-be66-268dc6223d5b,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:30.905491 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:30.906141 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:30.965517 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-7dbb35cc-34dd-4963-984e-ea4f2316724c None None] Provisioning complete for port 1984395b-e28c-42de-ad29-1b22af988b34 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:30.965887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7dbb35cc-34dd-4963-984e-ea4f2316724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.003063 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.008291 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880522555', 'description': 'tempest-secgroup-smoke-1880522555 description', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.032553 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.068206 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-7dbb35cc-34dd-4963-984e-ea4f2316724c None None] Port 1984395b-e28c-42de-ad29-1b22af988b34 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:31.083950 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:31.107288 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d050ef2-b42f-46d4-aab2-b389e85c1be8 req-b9008111-9b89-4c5c-9116-65549eb0b7de tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:31.108792 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0d050ef2-b42f-46d4-aab2-b389e85c1be8 req-b9008111-9b89-4c5c-9116-65549eb0b7de tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0533962 Nov 22 16:52:31.110244 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.117013 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.148594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.153946 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.155247 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-03f179cf-d923-4641-a330-4315515d52f8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1510808 Nov 22 16:52:31.158332 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.163461 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.184030 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0d050ef2-b42f-46d4-aab2-b389e85c1be8 req-b1f9b311-0631-41b5-8062-386706295785 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678463 Nov 22 16:52:31.198888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.247483 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.252380 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.272603 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6143f8ce-61a5-401b-ac9b-fbde9ad41ee0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.281160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.282440 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-367fd71b-a647-461f-9522-a885d822acf5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231177 Nov 22 16:52:31.285325 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50762) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.289730 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.305108 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '1984395b-e28c-42de-ad29-1b22af988b34', 'name': '', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'mac_address': 'fa:16:3e:b3:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:29Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 2, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'subnets': [{'id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:31.316576 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.332336 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c99cf71-a250-4c51-90fc-0b116182313a None None] The sync data for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi is: [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '1984395b-e28c-42de-ad29-1b22af988b34', 'name': '', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'mac_address': 'fa:16:3e:b3:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:29Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 2, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'subnets': [{'id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:31.377726 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.382636 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.400817 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215133a3-0b6a-4b47-b2c9-d8b67b11d39f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.410181 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.413289 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-82fe1e1d-745e-4d46-bde2-bb5d33c59ba1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245832 Nov 22 16:52:31.413778 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.418376 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.445498 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.502957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.508146 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.525987 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1f4a54-6f83-40bd-8174-9244a9341453,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.545427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.545427 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-45fe8a24-d838-4167-bf0a-86b32d41228f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216166 Nov 22 16:52:31.545427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50766) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.548535 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.580935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.646678 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.651638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.673638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5121b9c-aa5d-4e41-bb71-b3658aafa710,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.683714 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.687987 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7e3204f1-238b-4ce2-8732-52e48248e77f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431663 Nov 22 16:52:31.688196 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50768) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.692622 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.715709 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Project b5f15ccbcbf04d8e995aa56a983a0eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:31.721170 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.786085 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.790633 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.811308 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a701bd3b-5d1a-4f5c-999d-24dba4c3e306,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.818078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.819252 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1cddf618-ed9f-43e0-8b3f-ebea834271a8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300862 Nov 22 16:52:31.821934 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:31.826884 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'security_group_rule': {'security_group_id': '6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941', 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:31.851295 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Project b5f15ccbcbf04d8e995aa56a983a0eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:52:31.859062 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.921864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.926461 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-670290'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.947782 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba159104-8822-483a-a9b0-2372b651de15,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:31.958703 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.960484 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-11515348-cdaf-414f-a4ce-209fe24b4da3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1373658 Nov 22 16:52:32.301908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d379bc9-dbfd-46d1-89db-50a58403be3a req-c8f89981-5933-45ec-a89b-5fadd0b8fa1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:32.303411 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3d379bc9-dbfd-46d1-89db-50a58403be3a req-c8f89981-5933-45ec-a89b-5fadd0b8fa1d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0540352 Nov 22 16:52:32.334209 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e34c803b-e87d-416a-a6f1-16bbfd2591db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.363835 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3d379bc9-dbfd-46d1-89db-50a58403be3a req-63698af2-f432-4684-9d25-62c79ad81553 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512910 Nov 22 16:52:32.524129 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8d426-40bc-468e-9e15-442227bcd54d req-986ecc30-8043-445b-b9ef-87398a865a7f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:32.525700 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-25c8d426-40bc-468e-9e15-442227bcd54d req-986ecc30-8043-445b-b9ef-87398a865a7f tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0751376 Nov 22 16:52:32.535263 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 50820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:32.540098 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Request body: {'floatingip': {'port_id': '297ade00-94e1-4d6d-b3cc-f4c789cbd259'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:32.581394 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.217584 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:52:33.269012 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.275276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.384396 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Floating IP fccc4f9c-db6a-4bf3-8f35-ab0aade444a3 associated. External IP: 172.27.1.146, port: 297ade00-94e1-4d6d-b3cc-f4c789cbd259. Nov 22 16:52:33.419200 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.468836 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Sync routers for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:33.477988 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:33.478636 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:33.597990 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:33.609006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:33.725280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:33.732741 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.755519 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:33.769746 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:33.770683 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:33.776217 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2597a9fc-c0a4-4a2b-ae0a-642c953aaec8 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "PUT /v2.0/floatingips/fccc4f9c-db6a-4bf3-8f35-ab0aade444a3 HTTP/1.1" status: 200 len: 991 time: 1.2372639 Nov 22 16:52:33.776217 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:33.790146 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:33.846004 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaf0d5b-a2a4-4fea-9ee3-d32f0d8157db x-openstack-request-id: req-ebaf0d5b-a2a4-4fea-9ee3-d32f0d8157db {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:33.846324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:33.846570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebaf0d5b-a2a4-4fea-9ee3-d32f0d8157db {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:33.846998 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'status': 'completed', 'code': 200} Nov 22 16:52:33.854331 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 865d6bae-09e3-40ce-be66-268dc6223d5b up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:33.872109 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '1984395b-e28c-42de-ad29-1b22af988b34', 'name': '', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'mac_address': 'fa:16:3e:b3:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:29Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 2, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'subnets': [{'id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:33.903250 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Checking router: 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:33.903875 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Updating router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 port 1984395b-e28c-42de-ad29-1b22af988b34 binding host dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:33.935496 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.935762 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-139fb6cf-e03c-4457-8e62-d182ef90d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:33.937813 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-139fb6cf-e03c-4457-8e62-d182ef90d366 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3ea9eaca87894d75a800c301cfcceb81&device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 1098 time: 0.0485051 Nov 22 16:52:33.970400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:34.002030 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 865d6bae-09e3-40ce-be66-268dc6223d5b triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:34.002707 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.051598 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-413b7ee2-495a-4f34-b7df-f73f9b82ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.053480 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-413b7ee2-495a-4f34-b7df-f73f9b82ded3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 200 len: 911 time: 0.0986791 Nov 22 16:52:34.129153 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-76630c01-aba6-4d09-b1ee-b14fe0de6c67 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259 HTTP/1.1" status: 200 len: 999 time: 0.0681820 Nov 22 16:52:34.190790 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.197426 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-d3b58d5d-8912-4f31-b470-5ef6e6c4429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.201047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-d3b58d5d-8912-4f31-b470-5ef6e6c4429e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 200 len: 849 time: 0.0637448 Nov 22 16:52:34.218255 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks [] for port, precommit_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.226723 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.227631 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] For port 865d6bae-09e3-40ce-be66-268dc6223d5b, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=865d6bae-09e3-40ce-be66-268dc6223d5b,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:34.233052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.275481 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79df9a-dac1-49e2-bc2d-5203b6907165 None None] Pushing event updated for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=3']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:34.293511 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-d985bca8-df10-4eea-a766-bcb5e50d5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:34.297311 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-d985bca8-df10-4eea-a766-bcb5e50d5400 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5a12b501-eb79-4c36-94ef-326feaf99650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842440 Nov 22 16:52:34.326082 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Pushing event updated for resources: {'Port': ['ID=865d6bae-09e3-40ce-be66-268dc6223d5b,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:34.350133 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Attempting to bind port 1984395b-e28c-42de-ad29-1b22af988b34 on host dv-cinder-773985-19-iscsi for vnic_type normal with profile {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:34.350512 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Attempting to bind port 1984395b-e28c-42de-ad29-1b22af988b34 by drivers openvswitch,hyperv on host dv-cinder-773985-19-iscsi at level 0 using segments [{'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:34.350874 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Attempting to bind port 1984395b-e28c-42de-ad29-1b22af988b34 on network 1caed920-c2a0-433d-acba-d0bcaea0247e {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:34.356312 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Checking agent: {'id': '1b77d6fd-2dee-481d-a1d4-d1fa02a3cad2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 39, 6), 'started_at': datetime.datetime(2021, 11, 22, 16, 39, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:34.356697 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Checking segment: {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:34.357035 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.357418 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Bound using segment: {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'} {{(pid=109413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:34.357921 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.managers [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Bound port: 1984395b-e28c-42de-ad29-1b22af988b34, host: dv-cinder-773985-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fbc43f2-47f2-46c8-b613-30122d4d6eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e'}}] {{(pid=109413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:34.358261 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fccc4f9c-db6a-4bf3-8f35-ab0aade444a3', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:7b:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2000de-d397-48fb-b107-9e293026e5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:32Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.358459 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.391374 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:34.400708 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:34.401312 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.455366 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] For port 1984395b-e28c-42de-ad29-1b22af988b34, host dv-cinder-773985-19-iscsi, cleared binding levels {{(pid=109413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:34.458784 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.plugins.ml2.db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] For port 1984395b-e28c-42de-ad29-1b22af988b34, host dv-cinder-773985-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=1984395b-e28c-42de-ad29-1b22af988b34,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:34.465723 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-8a6a3cbc-a7ae-41bb-9991-b564b6540a61 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464915 Nov 22 16:52:34.467456 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.526551 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79df9a-dac1-49e2-bc2d-5203b6907165 None None] Pushing event updated for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=4']} {{(pid=109413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:34.538753 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:34.543508 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:34.544189 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.595615 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2ed9abf5-0d09-46c4-ad05-d63fc0f44e13 req-3ffb6aa3-31d2-4912-b4b0-5e8647763f47 service neutron] 10.222.0.48 "GET /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212509 Nov 22 16:52:34.677131 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] Provisioning complete for port 1984395b-e28c-42de-ad29-1b22af988b34 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:34.677496 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.705382 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:34.922020 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '1984395b-e28c-42de-ad29-1b22af988b34', 'name': '', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'mac_address': 'fa:16:3e:b3:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:29Z', 'updated_at': '2021-11-22T16:52:34Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'subnets': [{'id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.953685 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2aa47f-3b80-4054-81af-100e3b04b878 None None] The sync data for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi is: [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '1984395b-e28c-42de-ad29-1b22af988b34', 'name': '', 'network_id': '1caed920-c2a0-433d-acba-d0bcaea0247e', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'mac_address': 'fa:16:3e:b3:6f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:29Z', 'updated_at': '2021-11-22T16:52:34Z', 'revision_number': 4, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'subnets': [{'id': '876e6aec-c0ad-4de3-b057-874af09010ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:34.974662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.005585 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.051095 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] For port 1984395b-e28c-42de-ad29-1b22af988b34, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=1984395b-e28c-42de-ad29-1b22af988b34,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:35.057349 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.087150 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fccc4f9c-db6a-4bf3-8f35-ab0aade444a3', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:7b:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2000de-d397-48fb-b107-9e293026e5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:32Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:35.125942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fffce5-8114-4eeb-b2a3-4912e8849819 None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'fccc4f9c-db6a-4bf3-8f35-ab0aade444a3', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'port_id': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'mac_address': 'fa:16:3e:7b:23:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2000de-d397-48fb-b107-9e293026e5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:52:19Z', 'updated_at': '2021-11-22T16:52:32Z', 'revision_number': 1, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:35.145144 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30444054-e595-408f-bedd-af91c7fbd8fe None None] Pushing event updated for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:35.178943 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-798d253a-5c19-4d10-a856-e138b9d1b66e None None] Provisioning complete for port 1984395b-e28c-42de-ad29-1b22af988b34 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:35.179318 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-798d253a-5c19-4d10-a856-e138b9d1b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.529366 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd874c37-aa62-4f99-85ab-1aa5ba6f1aca None None] New status for floating IP fccc4f9c-db6a-4bf3-8f35-ab0aade444a3: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:35.641713 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.801749 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 1984395b-e28c-42de-ad29-1b22af988b34 up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:35.865211 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 1984395b-e28c-42de-ad29-1b22af988b34 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:35.865582 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.954669 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 865d6bae-09e3-40ce-be66-268dc6223d5b up at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:36.009787 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Provisioning complete for port 865d6bae-09e3-40ce-be66-268dc6223d5b triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:36.010252 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.205559 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fa8fc-14a0-4647-a70d-f1fb39013b84 req-51e2eca9-a6cf-44d9-908e-b1c9c13cb5b1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.207366 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-543fa8fc-14a0-4647-a70d-f1fb39013b84 req-51e2eca9-a6cf-44d9-908e-b1c9c13cb5b1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0551658 Nov 22 16:52:43.221932 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-686569fa-e796-47cc-8b9a-4ca229262bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.223403 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-686569fa-e796-47cc-8b9a-4ca229262bc0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1138 time: 0.0501890 Nov 22 16:52:43.274740 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-543fa8fc-14a0-4647-a70d-f1fb39013b84 req-2716ea4b-27b1-410d-81ae-ec1acdd7c91c tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611241 Nov 22 16:52:43.326696 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-85531e68-2569-4786-9743-194a92070695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.328278 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-85531e68-2569-4786-9743-194a92070695 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.0924993 Nov 22 16:52:43.398756 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-8919e48b-61a6-4872-9fd6-ac6840444961 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 1001 time: 0.0626934 Nov 22 16:52:43.452325 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-595c352f-3094-4bad-a302-a9715ee5be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.454071 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-595c352f-3094-4bad-a302-a9715ee5be1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0473580 Nov 22 16:52:43.511910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-e93b5f4d-ffc0-44dd-9c13-00fb6e768ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:43.513389 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-e93b5f4d-ffc0-44dd-9c13-00fb6e768ed4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495489 Nov 22 16:52:43.628560 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-e6bbe657-6199-423e-809f-46d6c9630cca service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051817 Nov 22 16:52:43.730988 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-6257c72c-596c-492e-bd80-13d3e8a1e1a2 req-339ebd58-988d-4e6a-8924-90ebd9d7c86c service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943341 Nov 22 16:52:44.404813 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd0949-7bdf-47de-8182-8c9d2de7f6a1 req-2edebb39-15ea-4ac7-b67f-148c7a9e046d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:44.406658 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-62dd0949-7bdf-47de-8182-8c9d2de7f6a1 req-2edebb39-15ea-4ac7-b67f-148c7a9e046d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0527713 Nov 22 16:52:44.480984 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-62dd0949-7bdf-47de-8182-8c9d2de7f6a1 req-8d1c6af6-1ecd-42f6-b1a3-f3765a08e666 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679522 Nov 22 16:52:45.613447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4c678-32b1-4c9b-9993-4bec87e8d60c req-56b128b5-d510-403a-a61e-eedc0cfbd484 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:45.614918 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33a4c678-32b1-4c9b-9993-4bec87e8d60c req-56b128b5-d510-403a-a61e-eedc0cfbd484 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0530262 Nov 22 16:52:45.679365 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33a4c678-32b1-4c9b-9993-4bec87e8d60c req-4f4acda8-c384-42f6-ae0e-4787ec374971 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582316 Nov 22 16:52:46.810729 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b72a60-0164-49a0-a596-b56fba71a856 req-1fce5382-858b-47c2-b333-e1acce4f56a0 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:46.812564 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a1b72a60-0164-49a0-a596-b56fba71a856 req-1fce5382-858b-47c2-b333-e1acce4f56a0 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0534108 Nov 22 16:52:46.877555 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a1b72a60-0164-49a0-a596-b56fba71a856 req-c5d4f74f-cbc7-4e09-be8d-ff7c9f285e44 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562785 Nov 22 16:52:48.023161 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e632-9151-46d6-bed9-7750cec12a6b req-246a7d42-96ef-4e89-87b5-700e65b40214 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:48.024829 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ab06e632-9151-46d6-bed9-7750cec12a6b req-246a7d42-96ef-4e89-87b5-700e65b40214 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0638566 Nov 22 16:52:48.098977 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ab06e632-9151-46d6-bed9-7750cec12a6b req-1f184289-e3b7-4175-9626-f76a8263f62d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677385 Nov 22 16:52:48.521426 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03100cd5-e77e-4498-892e-3e6a4ed4dcaa req-bc40801e-5e67-42af-8c1d-b896cf8f9bbb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:48.522934 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03100cd5-e77e-4498-892e-3e6a4ed4dcaa req-bc40801e-5e67-42af-8c1d-b896cf8f9bbb tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0554969 Nov 22 16:52:48.573358 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-03100cd5-e77e-4498-892e-3e6a4ed4dcaa req-ec35ef3d-8351-41ff-ba51-b2d7bbf8aff3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443437 Nov 22 16:52:49.224208 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fa763-5cad-46f3-9323-66a478831f71 req-194e5923-0e1b-4119-bfdf-7dae6afb097d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:49.225896 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-131fa763-5cad-46f3-9323-66a478831f71 req-194e5923-0e1b-4119-bfdf-7dae6afb097d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0526922 Nov 22 16:52:49.294952 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-131fa763-5cad-46f3-9323-66a478831f71 req-19da724a-034e-4ad3-bd67-1426007760a6 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626380 Nov 22 16:52:49.708201 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca8954-4f13-4e54-9c2a-0a46c4b153ce req-5b5044f9-efb9-4ddc-9bb8-6581b507fb2b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:49.709582 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-09ca8954-4f13-4e54-9c2a-0a46c4b153ce req-5b5044f9-efb9-4ddc-9bb8-6581b507fb2b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Nov 22 16:52:49.762333 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-09ca8954-4f13-4e54-9c2a-0a46c4b153ce req-7e7eeaae-9fc4-4957-9a43-643a0566e4c4 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465503 Nov 22 16:52:50.431315 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39095e8f-9677-42dd-9e48-0b64aee95ed0 req-1bd7c3a5-6fe9-4863-b82a-1ba387e78268 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:50.432800 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-39095e8f-9677-42dd-9e48-0b64aee95ed0 req-1bd7c3a5-6fe9-4863-b82a-1ba387e78268 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0527949 Nov 22 16:52:50.496087 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-39095e8f-9677-42dd-9e48-0b64aee95ed0 req-105d0cd4-68a0-42e0-be93-57af7839dae3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563958 Nov 22 16:52:50.497368 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3a3d1600-0ac9-4244-a856-284d67e59ec9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:50.498901 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3a3d1600-0ac9-4244-a856-284d67e59ec9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0540156 Nov 22 16:52:50.564907 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-0a11512d-a731-422a-adee-7d2d7af845ae tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880522555&fields=id&tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5 HTTP/1.1" status: 200 len: 267 time: 0.0485406 Nov 22 16:52:50.603295 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port f3f65b06-1f0c-4571-a1c8-50d07a2061bf {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:50.603739 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.672042 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-565fb498-2514-4e43-b7c4-a4016930dc49 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:50.673522 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-565fb498-2514-4e43-b7c4-a4016930dc49 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 808 time: 0.1017852 Nov 22 16:52:50.690012 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-e94a9c70-534e-472b-8d22-b561b68e56b9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/quotas/b5f15ccbcbf04d8e995aa56a983a0eb5 HTTP/1.1" status: 200 len: 375 time: 0.0107510 Nov 22 16:52:50.697994 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] For port f3f65b06-1f0c-4571-a1c8-50d07a2061bf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:50.698385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.745231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-49bbee57-352a-472e-b2cf-f295d172a9d8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494657 Nov 22 16:52:50.880697 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.881051 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.881366 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP 6c6061e6-3224-4f84-acf3-45e85840554f disassociated. External IP: 172.27.1.204, port: f3f65b06-1f0c-4571-a1c8-50d07a2061bf. Nov 22 16:52:50.881706 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for f3f65b06-1f0c-4571-a1c8-50d07a2061bf owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:50.933589 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6985f8-aa0c-4f79-a7d0-58cc79042270 req-e4969fce-f7cb-4799-bb7c-55c5a37e2bfd tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:50.935097 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d6985f8-aa0c-4f79-a7d0-58cc79042270 req-e4969fce-f7cb-4799-bb7c-55c5a37e2bfd tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 945 time: 0.0980158 Nov 22 16:52:50.986644 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-d1c910a2-3d48-4131-8390-9850e7523410 service neutron] 10.222.0.46 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281063 Nov 22 16:52:51.012596 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.039732 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=f3f65b06-1f0c-4571-a1c8-50d07a2061bf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:51.074915 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d6985f8-aa0c-4f79-a7d0-58cc79042270 req-4d7667ce-8883-4cca-b701-a43db81393f1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307297 Nov 22 16:52:51.108085 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-43854a84-c51d-4e7f-802d-00ada4111649 service neutron] 10.222.0.46 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135526 Nov 22 16:52:51.174889 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:51.289532 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:51.299656 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:51.309820 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:51.310526 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:51.347371 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] No DVR routers for this DVR port f3f65b06-1f0c-4571-a1c8-50d07a2061bf on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:51.358609 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.362935 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8565d637-42dc-4b71-a558-b6e066d585b4 req-3f0d7deb-027d-41e7-bd14-e70b419a1d27 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "DELETE /v2.0/ports/f3f65b06-1f0c-4571-a1c8-50d07a2061bf HTTP/1.1" status: 204 len: 173 time: 0.8503098 Nov 22 16:52:51.364272 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'name': 'network-vif-deleted', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:51.367587 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b3ef2e-42ad-4a1f-bc58-e6741d4447d0" -d '{"events": [{"server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "name": "network-vif-deleted", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:51.426689 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4b9ff3-fedd-4f9d-a1b3-5e9a63dc0a3c x-openstack-request-id: req-4b4b9ff3-fedd-4f9d-a1b3-5e9a63dc0a3c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:51.426995 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdc1714-8408-4494-bacc-2925c409a405", "name": "network-vif-deleted", "tag": "f3f65b06-1f0c-4571-a1c8-50d07a2061bf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:51.427254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b4b9ff3-fedd-4f9d-a1b3-5e9a63dc0a3c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:51.427659 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdc1714-8408-4494-bacc-2925c409a405', 'name': 'network-vif-deleted', 'tag': 'f3f65b06-1f0c-4571-a1c8-50d07a2061bf', 'status': 'completed', 'code': 200} Nov 22 16:52:51.448392 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12cb2f05-3182-42c6-a1ee-4a6500013cbe req-f3038d7d-7821-45ff-a3fe-d9c2cee8d835 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 210 time: 0.0751488 Nov 22 16:52:51.448822 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:51.636542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47fd0-688d-43fa-82fe-4f5cfdbdd8db req-ad693445-44ea-45ef-9ef8-0fdc3b25333f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:51.647698 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-acb47fd0-688d-43fa-82fe-4f5cfdbdd8db req-ad693445-44ea-45ef-9ef8-0fdc3b25333f tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0694284 Nov 22 16:52:51.714115 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:51.725986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-acb47fd0-688d-43fa-82fe-4f5cfdbdd8db req-68c984ea-67df-4934-b6b6-6f74bfa5dbd1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771830 Nov 22 16:52:51.743846 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:51.752843 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:51.753156 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:52:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:51.870817 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:52.089657 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:52.119527 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502edb0f-c232-4623-b567-f3f32363d5a4 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:52.203282 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08a35eb0-3d37-4433-a2df-71ec29eba1ce req-4c32f802-3ea0-4c7c-a896-c8b989e00224 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebdc1714-8408-4494-bacc-2925c409a405 HTTP/1.1" status: 200 len: 210 time: 0.0405347 Nov 22 16:52:52.397459 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44164717-d42a-4825-8cad-470ba898d591 None None] New status for floating IP 6c6061e6-3224-4f84-acf3-45e85840554f: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:52:52.546532 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-05b40dab-f83a-4241-8983-e1789e579e88 req-f1364282-a577-401f-b726-e4326ebac5b2 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 210 time: 0.0275576 Nov 22 16:52:52.753198 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-22f9b635-6a5b-404d-905a-0ed0d7b62bd7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:52.754709 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-22f9b635-6a5b-404d-905a-0ed0d7b62bd7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 808 time: 0.1054087 Nov 22 16:52:52.822943 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-08088c0f-0978-41b6-b303-ef3dc9f9619f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5 HTTP/1.1" status: 200 len: 380 time: 0.0576534 Nov 22 16:52:52.834353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'port': {'device_id': '27f83998-2a41-4287-b15e-5c999bd98660', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'admin_state_up': True, 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'security_groups': ['6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:52.853429 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3b43e-65be-4d66-a4e7-7908711e7182 req-3a549a31-76ec-4319-ab92-d34cb04bcb1e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:52.855068 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f9c3b43e-65be-4d66-a4e7-7908711e7182 req-3a549a31-76ec-4319-ab92-d34cb04bcb1e tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0514343 Nov 22 16:52:52.920410 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f9c3b43e-65be-4d66-a4e7-7908711e7182 req-4ac043f2-9501-4c39-9335-725dab8646e6 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587394 Nov 22 16:52:52.947893 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Made reservation on behalf of b5f15ccbcbf04d8e995aa56a983a0eb5 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:52.951477 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.084412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Allocated IP 172.20.0.7 (d1b3fd10-521d-4b73-8f2f-1883b4fde662/7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e/46bba3bb-9b0e-4656-9f0a-62fb03c6e1df) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:53.230004 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.266562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.313814 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:53.318910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:53.323049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:53.358597 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:53.390506 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.391676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.416057 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-9cb7a860-8170-476d-b412-1e2ae72c4e89 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858092 Nov 22 16:52:53.448061 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Request body: {'port': {'device_id': '27f83998-2a41-4287-b15e-5c999bd98660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:53.493231 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-41829e65-4461-41a0-9ade-0c4bae1a116b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128337129&fields=id&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 267 time: 0.0474522 Nov 22 16:52:53.506870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.568994 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3f65b06-1f0c-4571-a1c8-50d07a2061bf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:53.598432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: f3f65b06-1f0c-4571-a1c8-50d07a2061bf {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:53.598887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f3f65b06-1f0c-4571-a1c8-50d07a2061bf not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:53.621992 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-7b70f006-139f-4412-b55f-cb22c32a4314 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.623838 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-7b70f006-139f-4412-b55f-cb22c32a4314 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.1226668 Nov 22 16:52:53.625927 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-3468936d-f3e7-4ff4-904f-cac67d8a34b0 None None] Provisioning complete for port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:53.626326 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3468936d-f3e7-4ff4-904f-cac67d8a34b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.662873 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-3468936d-f3e7-4ff4-904f-cac67d8a34b0 None None] Port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:53.674835 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-a0743c33-d974-494c-84d3-001fa99c8fd4 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/quotas/34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0432284 Nov 22 16:52:53.718569 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5ecf6-3597-46df-8e30-ff539f201fb0 req-c14b2eab-5492-46d4-8097-f8c7be1007cd tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:53.720422 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-13b5ecf6-3597-46df-8e30-ff539f201fb0 req-c14b2eab-5492-46d4-8097-f8c7be1007cd tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 931 time: 0.0803058 Nov 22 16:52:53.754311 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-2b9f8c1b-629d-4606-b016-8c09d171ef30 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733256 Nov 22 16:52:53.785562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:53.788883 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-13b5ecf6-3597-46df-8e30-ff539f201fb0 req-06049896-5274-4ada-80dd-31f0e996fa42 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577104 Nov 22 16:52:53.794818 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.811926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Transition to ACTIVE for port object 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:53.813823 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.886969 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:53.921266 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-7ee642fa-3993-4efc-b5f2-e1724a60ea02 service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533537 Nov 22 16:52:53.941555 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Attempting to bind port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:53.943706 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Attempting to bind port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:53.944043 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Attempting to bind port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df on network d1b3fd10-521d-4b73-8f2f-1883b4fde662 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:53.948829 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df on network d1b3fd10-521d-4b73-8f2f-1883b4fde662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:53.949143 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Attempting to bind port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df on network d1b3fd10-521d-4b73-8f2f-1883b4fde662 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:53.954695 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:53.955030 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Checking segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:53.955594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Bound using segment: {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:53.956031 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Bound port: 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb75db26-382f-4469-bf9c-ea0718199f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:53.957122 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.027282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:54.030618 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:54.034700 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-146cc0b8-9283-40f7-a4b3-57d4ba18a10e service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125095 Nov 22 16:52:54.039783 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.073815 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.074578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.074691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a35b8d-0bfd-46c6-8e41-0ebbefc2c4d4 req-034df0f4-3593-446f-9b0b-7d5032303541 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.076147 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] 10.222.0.48 "PUT /v2.0/ports/46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 1093 time: 0.6357691 Nov 22 16:52:54.076257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c5a35b8d-0bfd-46c6-8e41-0ebbefc2c4d4 req-034df0f4-3593-446f-9b0b-7d5032303541 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0582855 Nov 22 16:52:54.082565 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:54.084928 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcc245a-9671-4720-a784-0855da94ecbd" -d '{"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:54.117318 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620caf2-3475-4cca-90af-354cf9555e88 service neutron] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:54.170929 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c5a35b8d-0bfd-46c6-8e41-0ebbefc2c4d4 req-94a5ef48-f3e4-4750-ab67-5a9f2affbdb9 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846369 Nov 22 16:52:54.194539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-fbca172e-b49b-4b1d-9964-cdbfa10613f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.196216 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-fbca172e-b49b-4b1d-9964-cdbfa10613f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1096 time: 0.0672002 Nov 22 16:52:54.218656 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3b6195-b47e-4d5b-a233-e78501f62efd x-openstack-request-id: req-cd3b6195-b47e-4d5b-a233-e78501f62efd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:54.218656 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:54.219006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd3b6195-b47e-4d5b-a233-e78501f62efd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:54.219337 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'status': 'completed', 'code': 200} Nov 22 16:52:54.248339 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-e3033e00-a23b-4275-940b-61b8d123cc36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 217 time: 0.0409467 Nov 22 16:52:54.316351 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-d67d842e-1866-4391-9c53-62b274fb3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.318024 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-d67d842e-1866-4391-9c53-62b274fb3f52 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0594485 Nov 22 16:52:54.372808 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-6bbcbdeb-7105-48ca-baa1-3248cb087b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.374744 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-6bbcbdeb-7105-48ca-baa1-3248cb087b19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445523 Nov 22 16:52:54.376401 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6d11b19d-3416-42d6-9358-82ed1397f8c8 req-19f00720-1d48-4771-a700-9d41cc7c370c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 210 time: 0.0299551 Nov 22 16:52:54.488053 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-4d09859d-5669-4557-850a-5a72dda10946 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001461 Nov 22 16:52:54.587325 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4722563a-cfd2-437d-8252-ce45f8d59a51 req-03290a43-e6de-4ce7-a895-8b8428c41262 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Nov 22 16:52:54.685694 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc245a-9671-4720-a784-0855da94ecbd req-54d3f8db-f95e-44c2-8e1d-49caa1a789fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.688045 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-54d3f8db-f95e-44c2-8e1d-49caa1a789fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1096 time: 0.0415859 Nov 22 16:52:54.791919 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc245a-9671-4720-a784-0855da94ecbd req-10f37814-8fa9-475e-b8fd-b37c311e00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.793426 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-10f37814-8fa9-475e-b8fd-b37c311e00a1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0877576 Nov 22 16:52:54.837900 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-4325f3c6-c0d5-40d6-8a15-908268ef60b2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 217 time: 0.0349996 Nov 22 16:52:54.906293 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc245a-9671-4720-a784-0855da94ecbd req-072eccec-26f0-4273-ac4f-8df30797b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.907847 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-072eccec-26f0-4273-ac4f-8df30797b89d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0470510 Nov 22 16:52:54.913026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7681036-9a67-4e87-95d2-bc7689a2ad67 req-f82722bf-1db2-412e-842a-aa1e0275113f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.914542 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b7681036-9a67-4e87-95d2-bc7689a2ad67 req-f82722bf-1db2-412e-842a-aa1e0275113f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0518575 Nov 22 16:52:54.966852 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc245a-9671-4720-a784-0855da94ecbd req-56240f4c-7949-4261-8b8d-5ba4d54fc8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:54.968823 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-56240f4c-7949-4261-8b8d-5ba4d54fc8dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469019 Nov 22 16:52:54.972589 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b7681036-9a67-4e87-95d2-bc7689a2ad67 req-aa231def-9e4d-4943-9f62-d3e04c7b5eaa tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516460 Nov 22 16:52:55.071463 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-b95a61fa-b925-4456-847e-9c592a595843 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909157 Nov 22 16:52:55.174070 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1fcc245a-9671-4720-a784-0855da94ecbd req-224514f9-4606-4ee1-a904-48e027ae978a service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947342 Nov 22 16:52:55.300438 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dde964-008b-4180-973d-dabcd871c6c0 req-d2532455-c9a7-425f-af6d-d529de9cf695 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:55.301889 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81dde964-008b-4180-973d-dabcd871c6c0 req-d2532455-c9a7-425f-af6d-d529de9cf695 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0649970 Nov 22 16:52:55.378943 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81dde964-008b-4180-973d-dabcd871c6c0 req-41f292bf-6ed2-4b49-9dd1-61317fadb6cc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0686395 Nov 22 16:52:55.450254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-bf431d02-8931-4444-ac81-11494e09be39 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:55.452028 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-bf431d02-8931-4444-ac81-11494e09be39 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.1140082 Nov 22 16:52:55.481634 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-06f208ff-5d04-44a6-bc61-d23554d8eb7c req-cb061b41-82b7-41c8-805e-5305d86ab1f0 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 210 time: 0.0296409 Nov 22 16:52:55.756576 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-1a70c70a-d9a8-420f-8c08-6e77e14c0215 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 380 time: 0.2830410 Nov 22 16:52:55.768463 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'port': {'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'admin_state_up': True, 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'security_groups': ['aefa0808-f05b-4b50-a450-c4d3ca6bde0a']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:55.883582 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Made reservation on behalf of 34096c71472f4590b84542f5fa3f1cc7 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:55.887232 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.023358 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.20.0.13 (42ca106a-556a-4adb-8874-8ec3e8556409/ca8c826a-130c-4c50-bc37-2225ae21a7cb/162fbf7c-3ba7-493e-b572-30d615fa206f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:56.099218 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be21b-3376-4df9-a419-48990677fc0f req-e1b28249-69f9-47a0-90f6-62beb56be86f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.100665 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f7be21b-3376-4df9-a419-48990677fc0f req-e1b28249-69f9-47a0-90f6-62beb56be86f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0504913 Nov 22 16:52:56.153516 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f7be21b-3376-4df9-a419-48990677fc0f req-ba4193be-a10b-4c19-95c5-1f9de6eaff1b tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Nov 22 16:52:56.168397 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.209793 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.253733 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:56.257208 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:56.261901 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:56.285935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.317482 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.318151 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.336372 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-9d1c5d3e-cf2e-4622-ae23-ba03a93159a1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5721476 Nov 22 16:52:56.349395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Request body: {'port': {'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:56.410676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.466752 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-d2f2eae7-ec56-477a-92a4-2f4f326ad2ae None None] Provisioning complete for port 162fbf7c-3ba7-493e-b572-30d615fa206f triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:56.466752 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d2f2eae7-ec56-477a-92a4-2f4f326ad2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.495815 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fc11e-b5c9-45d8-8fc7-0c5a958995a3 req-789057a1-bda0-4a39-ba90-0212c59e2448 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.502858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-882fc11e-b5c9-45d8-8fc7-0c5a958995a3 req-789057a1-bda0-4a39-ba90-0212c59e2448 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0550964 Nov 22 16:52:56.503662 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d2f2eae7-ec56-477a-92a4-2f4f326ad2ae None None] Port 162fbf7c-3ba7-493e-b572-30d615fa206f cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:56.575978 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-882fc11e-b5c9-45d8-8fc7-0c5a958995a3 req-fed077f0-1611-4d65-ac6b-0052bd7290cd tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718322 Nov 22 16:52:56.616603 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4c6e-eae6-482f-b2d4-251136713b87 req-83438c99-cb5f-4da9-bb82-4dff62c33726 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.618129 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-021e4c6e-eae6-482f-b2d4-251136713b87 req-83438c99-cb5f-4da9-bb82-4dff62c33726 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 932 time: 0.0607011 Nov 22 16:52:56.668268 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-021e4c6e-eae6-482f-b2d4-251136713b87 req-e31b5c41-43d5-4a5c-8d18-31ab98e1e49f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439231 Nov 22 16:52:56.687841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162fbf7c-3ba7-493e-b572-30d615fa206f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:56.695771 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.709158 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Transition to ACTIVE for port object 162fbf7c-3ba7-493e-b572-30d615fa206f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:56.714027 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.777819 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Pushing event updated for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:56.832627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Attempting to bind port 162fbf7c-3ba7-493e-b572-30d615fa206f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:56.832958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Attempting to bind port 162fbf7c-3ba7-493e-b572-30d615fa206f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:56.833288 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Attempting to bind port 162fbf7c-3ba7-493e-b572-30d615fa206f on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:56.837822 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Port 162fbf7c-3ba7-493e-b572-30d615fa206f on network 42ca106a-556a-4adb-8874-8ec3e8556409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:56.838201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Attempting to bind port 162fbf7c-3ba7-493e-b572-30d615fa206f on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:56.843286 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:56.843628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:56.844018 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Bound using segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:56.844445 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Bound port: 162fbf7c-3ba7-493e-b572-30d615fa206f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:56.844807 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.912303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:56.915493 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=162fbf7c-3ba7-493e-b572-30d615fa206f,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:56.921362 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.958353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:56.958991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.960359 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] 10.222.0.48 "PUT /v2.0/ports/162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 1094 time: 0.6153967 Nov 22 16:52:56.960830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:56.963139 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8449958c-dbae-4a1a-aaa2-fcc77b52725d" -d '{"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:56.986766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435efb41-f417-4d1f-8fa3-5dae128ccd89 service neutron] Pushing event updated for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:57.009546 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba9740f-e731-4248-8641-5fc921fce394 x-openstack-request-id: req-4ba9740f-e731-4248-8641-5fc921fce394 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:57.009851 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:57.010188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ba9740f-e731-4248-8641-5fc921fce394 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:57.010596 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'status': 'completed', 'code': 200} Nov 22 16:52:57.055403 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-0cf1cf69-995a-4848-8d6a-74ace771977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.056972 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-0cf1cf69-995a-4848-8d6a-74ace771977a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1097 time: 0.0427763 Nov 22 16:52:57.105295 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-6de3d0a2-e71e-4c84-a5f0-015deb7f7149 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 217 time: 0.0384278 Nov 22 16:52:57.153202 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:57.158537 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-0b3e0480-c9e4-4cc4-abc3-6e393c0523da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.159925 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-0b3e0480-c9e4-4cc4-abc3-6e393c0523da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0451005 Nov 22 16:52:57.207654 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-2a7b8dce-0538-4b5b-955e-2ba5b5931478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.209213 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-2a7b8dce-0538-4b5b-955e-2ba5b5931478 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417938 Nov 22 16:52:57.280362 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784528fd-08b6-4b08-8942-5b76a413a518 req-defd50a3-8828-4531-a963-eacf4c599721 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.281830 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-784528fd-08b6-4b08-8942-5b76a413a518 req-defd50a3-8828-4531-a963-eacf4c599721 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0539896 Nov 22 16:52:57.310334 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-6d4417fa-63f5-494a-ae52-455bc1208b04 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914240 Nov 22 16:52:57.331260 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-784528fd-08b6-4b08-8942-5b76a413a518 req-f3160716-3a50-4549-bc29-93304e8584d5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432663 Nov 22 16:52:57.407756 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-1f526931-7f7f-4595-b1c3-8eab21bc9fcc req-6dc0279e-d379-44c0-8422-dcbd7b734a03 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885532 Nov 22 16:52:57.507319 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8793c6ae-cf52-42d0-b72a-5310b6c5c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.508911 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8793c6ae-cf52-42d0-b72a-5310b6c5c2c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1097 time: 0.0487950 Nov 22 16:52:57.607956 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8f908a8d-fade-4fd0-87d8-e2e435c2461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.609487 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8f908a8d-fade-4fd0-87d8-e2e435c2461e service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.0933137 Nov 22 16:52:57.656840 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-018de25a-4b01-43d0-bd54-6bab81beb1a9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 217 time: 0.0378821 Nov 22 16:52:57.708678 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8dcefc32-52fa-4f4e-a35a-97e2dac5ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.710263 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-8dcefc32-52fa-4f4e-a35a-97e2dac5ba42 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0458596 Nov 22 16:52:57.711423 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2ee82-d7a5-49c1-9f95-4934f49d9eff req-53f0ed07-4702-45a4-948d-57dc1441aaa6 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.714415 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-11d2ee82-d7a5-49c1-9f95-4934f49d9eff req-53f0ed07-4702-45a4-948d-57dc1441aaa6 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0588205 Nov 22 16:52:57.760410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-643db094-a8ec-4ea7-8913-adb0338657d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.761968 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-643db094-a8ec-4ea7-8913-adb0338657d6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428352 Nov 22 16:52:57.815932 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-11d2ee82-d7a5-49c1-9f95-4934f49d9eff req-7c9e69a4-602a-450d-a38e-fafe27ab659a tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860565 Nov 22 16:52:57.824317 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78df039-7562-46f6-8c24-84af65f2934f req-d63d125c-f89a-4aee-a66b-ed9c81446e29 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:57.825733 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c78df039-7562-46f6-8c24-84af65f2934f req-d63d125c-f89a-4aee-a66b-ed9c81446e29 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0823393 Nov 22 16:52:57.856887 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-15f02f41-a039-4320-9ae4-e18bee5f6755 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859966 Nov 22 16:52:57.883252 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c78df039-7562-46f6-8c24-84af65f2934f req-4f3c5556-e51c-4cdb-9b4b-bc9ac1ae443e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497913 Nov 22 16:52:57.951728 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-8449958c-dbae-4a1a-aaa2-fcc77b52725d req-ffb62302-310c-49f1-b781-ab81db03686f service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842426 Nov 22 16:52:58.458575 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a3a08-e419-4e37-9c51-0e593be92736 req-95009561-2c16-4159-bc9a-004e7773b9cf tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:58.460674 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cf3a3a08-e419-4e37-9c51-0e593be92736 req-95009561-2c16-4159-bc9a-004e7773b9cf tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0532484 Nov 22 16:52:58.515758 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cf3a3a08-e419-4e37-9c51-0e593be92736 req-7a9e033d-793e-4c19-ac5f-c75aa06dd692 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Nov 22 16:52:58.944943 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1f8d-a027-4d10-8919-736817765d43 req-c462e89d-fb94-4872-b216-7bab7df4d1d3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:58.946486 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ae2f1f8d-a027-4d10-8919-736817765d43 req-c462e89d-fb94-4872-b216-7bab7df4d1d3 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0503380 Nov 22 16:52:59.031708 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91acaa-a43b-43af-92fc-6439214379de req-67e93666-16a3-4b25-b889-d1878083af43 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:59.033190 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ea91acaa-a43b-43af-92fc-6439214379de req-67e93666-16a3-4b25-b889-d1878083af43 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0825782 Nov 22 16:52:59.043647 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ae2f1f8d-a027-4d10-8919-736817765d43 req-8c75a72e-6308-4628-a06f-1862c7c55a33 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845003 Nov 22 16:52:59.092656 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ea91acaa-a43b-43af-92fc-6439214379de req-bca20530-6330-4df9-9224-af1110a2787f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479877 Nov 22 16:52:59.644620 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944c04e-27ab-4ba8-8660-ac07b36c5b12 req-ac23a533-04a0-4ac7-b69b-1477170f9876 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:59.646077 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4944c04e-27ab-4ba8-8660-ac07b36c5b12 req-ac23a533-04a0-4ac7-b69b-1477170f9876 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0539753 Nov 22 16:52:59.706055 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4944c04e-27ab-4ba8-8660-ac07b36c5b12 req-27b59367-d627-4449-a769-a5d0c9e67eee tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474875 Nov 22 16:53:00.019622 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c83fac0-0423-49fd-bd29-8ca0932f1911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.165368 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f6e8f-fa52-49ec-bc34-941f085e373b req-03d356d7-6000-405b-80a3-02215804ded4 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:00.166884 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f58f6e8f-fa52-49ec-bc34-941f085e373b req-03d356d7-6000-405b-80a3-02215804ded4 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0504346 Nov 22 16:53:00.255156 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.257273 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf407ab-b61c-45d3-8035-f636aef436bf req-31d74498-ed42-4b3b-8107-7c955ebf4133 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:00.258803 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecf407ab-b61c-45d3-8035-f636aef436bf req-31d74498-ed42-4b3b-8107-7c955ebf4133 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0910623 Nov 22 16:53:00.280564 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f58f6e8f-fa52-49ec-bc34-941f085e373b req-83cacfc8-a6b1-4306-a1af-1ab562f1a8e1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&id=ac99f59d-fc69-49f2-9f36-4a43d06184d9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039906 Nov 22 16:53:00.321663 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecf407ab-b61c-45d3-8035-f636aef436bf req-1bbbf361-4e05-4884-aec6-52d5a2a342ca tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528481 Nov 22 16:53:00.827290 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e518d-3be1-409e-975e-1f02856cb9de req-246caeb5-6de4-4b49-a2aa-11344441a474 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:00.828668 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be7e518d-3be1-409e-975e-1f02856cb9de req-246caeb5-6de4-4b49-a2aa-11344441a474 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0546715 Nov 22 16:53:00.878992 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be7e518d-3be1-409e-975e-1f02856cb9de req-b4cf34df-75e4-439d-bb56-80158c23f6c5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442128 Nov 22 16:53:01.445192 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fba4a5-e059-413e-98b8-c2094bcbf349 req-b48ea57d-4ee6-415b-bebc-392d4ad0794e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:01.446731 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-85fba4a5-e059-413e-98b8-c2094bcbf349 req-b48ea57d-4ee6-415b-bebc-392d4ad0794e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0542750 Nov 22 16:53:01.501874 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-85fba4a5-e059-413e-98b8-c2094bcbf349 req-d580d29d-1eeb-4945-9b8e-c05119be8bd3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491478 Nov 22 16:53:01.661926 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:01.763223 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:01.775611 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'mac_address': 'fa:16:3e:2f:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:01.815162 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.832461 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:01.860370 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:01.866326 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.923861 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:02.003374 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533acd3b-d108-4ec9-a0ce-4757bce18864 req-6200d713-f576-492c-874e-c249bd1de4f9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:02.004876 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-533acd3b-d108-4ec9-a0ce-4757bce18864 req-6200d713-f576-492c-874e-c249bd1de4f9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 944 time: 0.0510180 Nov 22 16:53:02.054882 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-533acd3b-d108-4ec9-a0ce-4757bce18864 req-3d2ac759-8c06-4587-bc97-36513c887bc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Nov 22 16:53:02.156009 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:02.350583 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4c93dd70-521d-461c-9aea-b96a680965db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.624048 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf29f03-6f92-4ddb-a70d-6841a68f46b9 req-eb9c0e07-24b5-4419-92a1-4d23e1ead459 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:02.625439 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-daf29f03-6f92-4ddb-a70d-6841a68f46b9 req-eb9c0e07-24b5-4419-92a1-4d23e1ead459 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0489907 Nov 22 16:53:02.678151 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-daf29f03-6f92-4ddb-a70d-6841a68f46b9 req-a7b877ad-623b-4bf4-857e-0c4585a55461 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466113 Nov 22 16:53:02.949625 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793dcde-6252-4657-8327-a42e8062c97e req-ceb53afc-f198-4985-8995-67f41eb13e6e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:02.951007 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a793dcde-6252-4657-8327-a42e8062c97e req-ceb53afc-f198-4985-8995-67f41eb13e6e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0527809 Nov 22 16:53:02.997757 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a793dcde-6252-4657-8327-a42e8062c97e req-2a832dd5-dbf3-487c-86a0-62e150bcc3a7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Nov 22 16:53:03.184696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7926c4-4c59-43b0-943e-b6bf8280cc92 req-0740bbd4-0eef-4f41-a30b-df6e184b4aee tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:03.186720 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c7926c4-4c59-43b0-943e-b6bf8280cc92 req-0740bbd4-0eef-4f41-a30b-df6e184b4aee tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 944 time: 0.0601478 Nov 22 16:53:03.237412 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c7926c4-4c59-43b0-943e-b6bf8280cc92 req-ca47b6c7-ff17-4a8b-8d1e-7be0e995afea tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447145 Nov 22 16:53:03.423121 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.663447 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:03.718153 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:53:03.722739 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:03.723301 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.794989 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-a2f8fe32-d3f7-4f6b-a6ff-d46ec0730a8b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463767 Nov 22 16:53:03.808061 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.808687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a936-f44d-4511-bb6b-b7066059ef23 req-d9ab0407-5059-48f3-8967-ece9f39a515f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:03.810563 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-79f2a936-f44d-4511-bb6b-b7066059ef23 req-d9ab0407-5059-48f3-8967-ece9f39a515f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0567622 Nov 22 16:53:03.835553 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:03.838126 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc421c5f-f4d7-4c08-a8ac-a12e3fbe584a" -d '{"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-plugged", "status": "completed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:03.852588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:03.860234 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.878913 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-150516eb-471d-476a-a273-d8793c6728b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:03.880819 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-150516eb-471d-476a-a273-d8793c6728b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1138 time: 0.0613482 Nov 22 16:53:03.913941 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:04.016133 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-ffd53198-8da2-4ccd-a6d2-ac73be0201cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.017830 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-ffd53198-8da2-4ccd-a6d2-ac73be0201cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.0949402 Nov 22 16:53:04.022891 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd2fd1-afa3-4247-8d3b-813c88369259 x-openstack-request-id: req-e7cd2fd1-afa3-4247-8d3b-813c88369259 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:04.023182 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-plugged", "status": "completed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:04.023428 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7cd2fd1-afa3-4247-8d3b-813c88369259 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:04.025155 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'code': 200} Nov 22 16:53:04.107832 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-8e2d3883-c2cd-4d4c-8f4c-f3d9d04b2022 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 1001 time: 0.0759556 Nov 22 16:53:04.140611 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-79f2a936-f44d-4511-bb6b-b7066059ef23 req-634c708a-3d98-4ae2-896a-4849d55cb4d1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157160 Nov 22 16:53:04.153272 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca32e9c-a7a5-46b7-96b5-b6dac46ecb51 req-71711f43-07c7-4229-959d-cb3cbf883add tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.154849 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cca32e9c-a7a5-46b7-96b5-b6dac46ecb51 req-71711f43-07c7-4229-959d-cb3cbf883add tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0717862 Nov 22 16:53:04.170664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-5c441b4d-5cc5-412e-9280-7a9a769536b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.172835 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-5c441b4d-5cc5-412e-9280-7a9a769536b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0573545 Nov 22 16:53:04.215981 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cca32e9c-a7a5-46b7-96b5-b6dac46ecb51 req-6a8dfeb1-c659-40c3-a4fc-1a22bb4361d7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504441 Nov 22 16:53:04.221504 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-cbd72160-f649-4eb4-9712-dd7bb78d93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.223132 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-cbd72160-f649-4eb4-9712-dd7bb78d93e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429637 Nov 22 16:53:04.343784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b5e71-4fe3-4cbe-ab22-c79fe8a14b62 req-f8f9dc5e-237f-4c2a-8702-4e81e48e1b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.345280 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-093b5e71-4fe3-4cbe-ab22-c79fe8a14b62 req-f8f9dc5e-237f-4c2a-8702-4e81e48e1b95 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0676425 Nov 22 16:53:04.352289 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-5240c872-1d9b-440b-b66b-0495eea9a03c service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218495 Nov 22 16:53:04.355821 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9a8fc-b273-44c2-88b2-e1e06563258b req-9ea09e89-b4f9-459a-84bb-780e78dec776 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.357342 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4cb9a8fc-b273-44c2-88b2-e1e06563258b req-9ea09e89-b4f9-459a-84bb-780e78dec776 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Nov 22 16:53:04.419071 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4cb9a8fc-b273-44c2-88b2-e1e06563258b req-e047bb92-6453-4fd4-898e-9be991980cfb tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540330 Nov 22 16:53:04.458273 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-093b5e71-4fe3-4cbe-ab22-c79fe8a14b62 req-728110c5-0908-432d-b4d1-1c1718161b15 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050067 Nov 22 16:53:04.483064 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4e91ca6e-278d-4bc3-8cc3-8739afa249bb req-83ff520b-69c5-43b4-9770-50e496b82b87 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230378 Nov 22 16:53:04.938124 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.271018 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d87f-d645-43ec-8136-63aedc428957 req-c0e1023f-8c5d-49a6-bcad-25fb2288d4fc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:05.272531 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aac5d87f-d645-43ec-8136-63aedc428957 req-c0e1023f-8c5d-49a6-bcad-25fb2288d4fc tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 944 time: 0.0503352 Nov 22 16:53:05.347459 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aac5d87f-d645-43ec-8136-63aedc428957 req-2af43e66-a49f-42bb-b6ed-3fd339d47205 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686154 Nov 22 16:53:05.363818 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e6be-2c89-47e3-a782-fe8e195bec7e req-e603a1f2-d251-41a4-827e-a5754b32f3ce tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:05.365293 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aa44e6be-2c89-47e3-a782-fe8e195bec7e req-e603a1f2-d251-41a4-827e-a5754b32f3ce tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0712817 Nov 22 16:53:05.414970 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-aa44e6be-2c89-47e3-a782-fe8e195bec7e req-37207bdd-2bb9-4312-bef5-fda78a475f77 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434916 Nov 22 16:53:05.542069 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b960af-8405-40e2-a664-feab7539d049 req-da1b39df-9feb-4665-9b98-0e6e41d3d89a tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:05.543591 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23b960af-8405-40e2-a664-feab7539d049 req-da1b39df-9feb-4665-9b98-0e6e41d3d89a tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0546348 Nov 22 16:53:05.599578 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-23b960af-8405-40e2-a664-feab7539d049 req-3687d776-8055-4c47-8b7f-70ab6eb45406 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490720 Nov 22 16:53:05.640627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.679944 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 162fbf7c-3ba7-493e-b572-30d615fa206f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:05.783719 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=162fbf7c-3ba7-493e-b572-30d615fa206f,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:05.795873 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:05.835849 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.853807 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162fbf7c-3ba7-493e-b572-30d615fa206f {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:05.874355 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=162fbf7c-3ba7-493e-b572-30d615fa206f,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:05.879928 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.930284 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:06.144145 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['162fbf7c-3ba7-493e-b572-30d615fa206f'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:06.465680 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6d0c5-4fcb-4009-a6ec-2b0b7b5b1f1d req-fcb4954f-76b7-45d9-9d7e-5248ead89360 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.467354 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1fd6d0c5-4fcb-4009-a6ec-2b0b7b5b1f1d req-fcb4954f-76b7-45d9-9d7e-5248ead89360 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 945 time: 0.0493119 Nov 22 16:53:06.543081 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1fd6d0c5-4fcb-4009-a6ec-2b0b7b5b1f1d req-4fa0eec5-8d1b-4154-9f29-8a5d4976bf86 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696173 Nov 22 16:53:06.562861 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801b3b0-6322-4710-9e06-f52b6ae6ee75 req-0483e209-d42e-4987-b456-e31db503d775 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.564792 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c801b3b0-6322-4710-9e06-f52b6ae6ee75 req-0483e209-d42e-4987-b456-e31db503d775 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0716636 Nov 22 16:53:06.617915 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c801b3b0-6322-4710-9e06-f52b6ae6ee75 req-54d4b381-6a5a-4d90-b344-6ac99987976b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Nov 22 16:53:06.722778 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e194a02-38be-42c0-9249-2ae0a99d8c27 req-03954a62-13e1-409d-b46e-de165c62bee8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.724269 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e194a02-38be-42c0-9249-2ae0a99d8c27 req-03954a62-13e1-409d-b46e-de165c62bee8 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0528221 Nov 22 16:53:06.777892 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e194a02-38be-42c0-9249-2ae0a99d8c27 req-5ee13c8a-16e6-443e-bb5e-5cefdc222ce9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448885 Nov 22 16:53:06.910137 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75a2c-be1e-4935-8e21-93b77c8fc4b8 req-feb3fec9-251b-4ec0-aa54-fcbb0f5f2c13 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:06.911550 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bef75a2c-be1e-4935-8e21-93b77c8fc4b8 req-feb3fec9-251b-4ec0-aa54-fcbb0f5f2c13 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0564165 Nov 22 16:53:06.971304 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bef75a2c-be1e-4935-8e21-93b77c8fc4b8 req-5b2a1fd6-2256-40a0-8336-a26934eefef4 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507443 Nov 22 16:53:06.998275 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:07.100928 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e606e3-e619-45f1-9e61-7865fe8002bc tempest-TestShelveInstance-277994474 tempest-TestShelveInstance-277994474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:07.102500 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-53e606e3-e619-45f1-9e61-7865fe8002bc tempest-TestShelveInstance-277994474 tempest-TestShelveInstance-277994474-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1093 time: 0.1029909 Nov 22 16:53:07.105498 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:07.110251 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:07.137795 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.253206 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.362769 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Allocated IP 172.27.1.6 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/118427ab-3ba8-4e1e-8cbb-172e407b8981) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:07.467716 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.506936 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.544011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:07.548413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:07.551838 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:07.557316 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'Port': ['ID=118427ab-3ba8-4e1e-8cbb-172e407b8981,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:07.661541 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6aba5-ca36-4d2b-b0e2-8d9089ebb463 req-2cadf4e6-ae26-4ead-b794-3e0727a7ca6b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:07.663081 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f1f6aba5-ca36-4d2b-b0e2-8d9089ebb463 req-2cadf4e6-ae26-4ead-b794-3e0727a7ca6b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 945 time: 0.0504472 Nov 22 16:53:07.707398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 162fbf7c-3ba7-493e-b572-30d615fa206f up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:07.749312 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f1f6aba5-ca36-4d2b-b0e2-8d9089ebb463 req-7e6df9fd-0097-4726-a91e-f32ff8be17b3 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800333 Nov 22 16:53:07.770916 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 162fbf7c-3ba7-493e-b572-30d615fa206f completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:53:07.771388 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6746c-c092-43a0-80d8-769b6eae3917 req-97132b0e-81db-4c80-afa5-3f029bad61d6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:07.773124 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-02d6746c-c092-43a0-80d8-769b6eae3917 req-97132b0e-81db-4c80-afa5-3f029bad61d6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0744245 Nov 22 16:53:07.777960 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 162fbf7c-3ba7-493e-b572-30d615fa206f triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:07.778369 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.824455 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-02d6746c-c092-43a0-80d8-769b6eae3917 req-10a65eb6-e879-4994-b9f5-2f52206c4d5c tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436599 Nov 22 16:53:07.965652 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.990135 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.016286 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:08.019006 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af9426-b6c9-4b45-ab71-f624b7f21fa4" -d '{"events": [{"server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:08.032165 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=162fbf7c-3ba7-493e-b572-30d615fa206f,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:08.038538 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.042882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.067299 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b766b516-7743-40c2-96d1-5b2837da1e80 x-openstack-request-id: req-b766b516-7743-40c2-96d1-5b2837da1e80 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:08.067596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "name": "network-vif-plugged", "status": "completed", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:08.067922 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b766b516-7743-40c2-96d1-5b2837da1e80 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:08.068225 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'code': 200} Nov 22 16:53:08.096558 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:08.207777 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.215199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.281050 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event updated for resources: {'Port': ['ID=118427ab-3ba8-4e1e-8cbb-172e407b8981,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:08.296693 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.411584 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba60d08-3537-44a0-bb04-2f707c82b988 req-c2b9912c-1bad-403b-a106-8f5bfc12db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:08.413073 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-fba60d08-3537-44a0-bb04-2f707c82b988 req-c2b9912c-1bad-403b-a106-8f5bfc12db8d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1099 time: 0.0813267 Nov 22 16:53:08.431422 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Floating IP dd78e004-f3cd-46f8-8c68-bab6d3577615 associated. External IP: 172.27.1.6, port: 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df. Nov 22 16:53:08.751944 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-fba60d08-3537-44a0-bb04-2f707c82b988 req-018b5bf5-62d4-47de-9e58-81009c755293 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282199 Nov 22 16:53:08.878184 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653b321-5f47-4996-9850-0aaf1664311e req-f9516868-e5c1-4dcf-a8a2-49ada5688b3f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:08.879708 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a653b321-5f47-4996-9850-0aaf1664311e req-f9516868-e5c1-4dcf-a8a2-49ada5688b3f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0547132 Nov 22 16:53:08.895205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Router a9494682-f048-4f0b-be3d-57fa895ed8d4 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:08.953435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a653b321-5f47-4996-9850-0aaf1664311e req-f29f3df8-8c63-4230-b593-96dae7385bb1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668323 Nov 22 16:53:08.972795 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d386fc-3c7e-413d-9e59-6eedc2f9a17f req-757561d5-5ce0-465d-87d8-6f81a8071e43 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:08.974335 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8d386fc-3c7e-413d-9e59-6eedc2f9a17f req-757561d5-5ce0-465d-87d8-6f81a8071e43 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0672135 Nov 22 16:53:09.009567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:09.020718 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Sync routers for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:09.024110 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e8d386fc-3c7e-413d-9e59-6eedc2f9a17f req-a4dd535f-f843-40ce-a457-4eaa77c74db2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433147 Nov 22 16:53:09.030683 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.031840 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:09.032798 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:09.074122 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f72b2de4-a635-42d8-a63d-ee960d7c3c8c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9540000 Nov 22 16:53:09.074122 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:09.074122 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ba5614-33ff-4eab-aca6-0168a4ee5639" -d '{"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:09.099065 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db86eb53-6dc2-4b95-83c5-5f5893d10d60 x-openstack-request-id: req-db86eb53-6dc2-4b95-83c5-5f5893d10d60 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:09.099363 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:09.099624 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db86eb53-6dc2-4b95-83c5-5f5893d10d60 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:09.100031 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'status': 'completed', 'code': 200} Nov 22 16:53:09.150085 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:09.172640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-6c64077a-9d1f-45df-8012-60c2487ef1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.174166 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-6c64077a-9d1f-45df-8012-60c2487ef1bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0409257 Nov 22 16:53:09.264882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-6d533da0-a81f-4597-aa3c-bd34651a9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.266302 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-6d533da0-a81f-4597-aa3c-bd34651a9eaa service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0844519 Nov 22 16:53:09.336569 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-935ac9f0-78ae-4a9c-b5b5-2fb4c2e3d925 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 997 time: 0.0628307 Nov 22 16:53:09.378018 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'dd78e004-f3cd-46f8-8c68-bab6d3577615', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'mac_address': 'fa:16:3e:2f:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f83998-2a41-4287-b15e-5c999bd98660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:07Z', 'updated_at': '2021-11-22T16:53:07Z', 'revision_number': 0, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:09.390351 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-42a53af4-1741-47b9-911c-7b50754a9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.392102 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-42a53af4-1741-47b9-911c-7b50754a9330 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0479963 Nov 22 16:53:09.404576 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Checking router: a9494682-f048-4f0b-be3d-57fa895ed8d4 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:09.415890 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:09.416506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:09.441106 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-a089a888-69ef-4c60-9a69-1e97e8fd4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:09.442822 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-a089a888-69ef-4c60-9a69-1e97e8fd4b58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419374 Nov 22 16:53:09.529072 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:09.541572 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-7d590e58-84b2-43f2-9cac-bb2c19d169e7 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856543 Nov 22 16:53:09.636067 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-61ba5614-33ff-4eab-aca6-0168a4ee5639 req-815058f1-b676-46a9-86f9-52fdbf051f6c service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Nov 22 16:53:09.765620 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'dd78e004-f3cd-46f8-8c68-bab6d3577615', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'mac_address': 'fa:16:3e:2f:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f83998-2a41-4287-b15e-5c999bd98660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:07Z', 'updated_at': '2021-11-22T16:53:07Z', 'revision_number': 0, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:09.793738 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc7e13-1659-4009-ac13-2428f677182d None None] The sync data for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi is: [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': 'dd78e004-f3cd-46f8-8c68-bab6d3577615', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'mac_address': 'fa:16:3e:2f:47:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27f83998-2a41-4287-b15e-5c999bd98660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:07Z', 'updated_at': '2021-11-22T16:53:07Z', 'revision_number': 0, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:10.023069 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092d5a17-32d5-44cd-a610-ebb1faebef7d None None] New status for floating IP dd78e004-f3cd-46f8-8c68-bab6d3577615: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:10.082759 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a4586-9042-47cf-87d9-588fb703ed53 req-66c31c39-6549-4eff-9a81-9a9fcfc8157c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:10.084293 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d1a4586-9042-47cf-87d9-588fb703ed53 req-66c31c39-6549-4eff-9a81-9a9fcfc8157c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0497243 Nov 22 16:53:10.161696 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d1a4586-9042-47cf-87d9-588fb703ed53 req-92a9d37a-ec11-4da6-bdf1-6160106233d2 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710995 Nov 22 16:53:10.181447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33509b5a-decf-4496-b0d9-da168c49eb2c req-eab1e3bb-d45c-4115-97ad-eadcb7262cec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:10.182995 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33509b5a-decf-4496-b0d9-da168c49eb2c req-eab1e3bb-d45c-4115-97ad-eadcb7262cec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0683038 Nov 22 16:53:10.239251 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-33509b5a-decf-4496-b0d9-da168c49eb2c req-e6ed8b87-4d37-4457-a310-0ea83b8433a4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 Nov 22 16:53:11.295081 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a1a1c-64d6-468a-9c1a-8a413d7b5b78 req-b00e9c60-c539-47bd-9539-535436fabdfe tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.296747 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c90a1a1c-64d6-468a-9c1a-8a413d7b5b78 req-b00e9c60-c539-47bd-9539-535436fabdfe tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0505543 Nov 22 16:53:11.378195 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c90a1a1c-64d6-468a-9c1a-8a413d7b5b78 req-9fd2ef8c-21df-4b5b-90d2-b10f81d9c41d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750904 Nov 22 16:53:11.391022 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bf340-1773-4157-9cb4-b8d160c6b3b6 req-00ddd7c2-787d-42e6-8e37-5e6e7f54bd91 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.392477 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a40bf340-1773-4157-9cb4-b8d160c6b3b6 req-00ddd7c2-787d-42e6-8e37-5e6e7f54bd91 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0740638 Nov 22 16:53:11.449987 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a40bf340-1773-4157-9cb4-b8d160c6b3b6 req-859ca638-49f0-4d45-a78a-a46a9214bc17 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489535 Nov 22 16:53:11.501154 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6340111a-aa84-4d82-ba84-14c9c32a9c54 req-466b7de3-1872-4581-a10f-ebadf15ebd26 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.502642 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6340111a-aa84-4d82-ba84-14c9c32a9c54 req-466b7de3-1872-4581-a10f-ebadf15ebd26 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0492280 Nov 22 16:53:11.563226 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6340111a-aa84-4d82-ba84-14c9c32a9c54 req-669b800c-d5e9-4421-b31c-d1674b96d475 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512373 Nov 22 16:53:11.585540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.634342 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66eedb-7383-4d5f-a98b-6c9cd2cd7481 tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.635833 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0f66eedb-7383-4d5f-a98b-6c9cd2cd7481 tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1094 time: 0.0491447 Nov 22 16:53:11.639052 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51222) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.644158 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:11.674453 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.785717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.898129 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.27.1.198 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/20b515a7-b533-4d5d-a45a-467a6a2827e8) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:12.000462 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.037881 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.077591 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:12.080783 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:12.084208 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:12.089887 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=20b515a7-b533-4d5d-a45a-467a6a2827e8,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.469117 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.562648 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.613681 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc2aa6-be53-429f-b924-2224f1a53164 req-2987e496-b3dd-4cd8-862e-42e2d5291be5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:12.615165 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d2cc2aa6-be53-429f-b924-2224f1a53164 req-2987e496-b3dd-4cd8-862e-42e2d5291be5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0821297 Nov 22 16:53:12.721443 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d2cc2aa6-be53-429f-b924-2224f1a53164 req-8f819bab-73c9-4419-9ec1-09d274be031e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996726 Nov 22 16:53:12.763508 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.769440 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.832607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=20b515a7-b533-4d5d-a45a-467a6a2827e8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.846550 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.959947 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP 55096de8-14a1-4e56-8349-36a394e0adb1 associated. External IP: 172.27.1.198, port: 162fbf7c-3ba7-493e-b572-30d615fa206f. Nov 22 16:53:13.186166 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:13.307667 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:13.320758 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:13.327864 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.331654 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:13.332283 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.354927 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ef733cf4-8707-4217-8e4e-686cce0596e1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7145789 Nov 22 16:53:13.356109 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:13.358580 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03136a7-8f70-41fa-8cfe-e1863af958c0" -d '{"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:13.445665 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:13.455591 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f189e40-2ee4-41c3-bdac-2346b91e86cf x-openstack-request-id: req-7f189e40-2ee4-41c3-bdac-2346b91e86cf {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:13.455889 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:13.456140 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f189e40-2ee4-41c3-bdac-2346b91e86cf {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:13.456540 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'status': 'completed', 'code': 200} Nov 22 16:53:13.528167 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-a3ca6ef1-74d3-451f-bdfb-85dfa8f1d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:13.529840 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-a3ca6ef1-74d3-451f-bdfb-85dfa8f1d237 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1099 time: 0.0417378 Nov 22 16:53:13.623973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-daeedaf3-4584-4b90-ba99-68e1a75fea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:13.625385 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-daeedaf3-4584-4b90-ba99-68e1a75fea86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.0850766 Nov 22 16:53:13.677507 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.698983 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-9f60bb70-3f76-4be0-ac9c-b6fd3c4a187a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 1000 time: 0.0646889 Nov 22 16:53:13.705173 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:13.714558 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:13.715169 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:13.759687 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-5b93693f-c4a3-4843-9a51-da8e03cd571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:13.761238 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-5b93693f-c4a3-4843-9a51-da8e03cd571f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0471714 Nov 22 16:53:13.822729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-4d9877fb-e1c2-46f8-b62c-82368b42bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:13.824381 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-4d9877fb-e1c2-46f8-b62c-82368b42bb00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495110 Nov 22 16:53:13.833036 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:13.860085 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc57f1da-079f-40ce-af2a-585d6a8ed0c9 req-4cb707ba-7d2f-4356-868b-0bcd6c5c02c5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:13.861665 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc57f1da-079f-40ce-af2a-585d6a8ed0c9 req-4cb707ba-7d2f-4356-868b-0bcd6c5c02c5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0603504 Nov 22 16:53:13.927617 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc57f1da-079f-40ce-af2a-585d6a8ed0c9 req-db3fbb52-f62a-4070-8801-e71a8d0c9029 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594046 Nov 22 16:53:13.928272 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-7c259ede-e19b-4557-899e-19df808b429e service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933053 Nov 22 16:53:14.019932 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f03136a7-8f70-41fa-8cfe-e1863af958c0 req-2f28b5ee-b404-45c2-aeaa-2d6c7853dfd6 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830035 Nov 22 16:53:14.071014 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:14.097435 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0c4faa-0ce1-4426-9c0c-5430f4185669 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:12Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:14.304389 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a6cc4-af7f-467b-9f9e-43a15a573c34 None None] New status for floating IP 55096de8-14a1-4e56-8349-36a394e0adb1: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:15.073070 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2f582-1405-4828-8701-42b23bde2256 req-03220d77-d6cc-4936-b1ab-928fc1478f1d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:15.074590 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-96c2f582-1405-4828-8701-42b23bde2256 req-03220d77-d6cc-4936-b1ab-928fc1478f1d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0618117 Nov 22 16:53:15.123044 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-96c2f582-1405-4828-8701-42b23bde2256 req-e94bc1ca-e85d-44cb-b7d5-f1313eb145ad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Nov 22 16:53:15.776256 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:15.884290 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:15.898059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:15.936310 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.949591 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:15.971156 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:15.976246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.031481 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=6']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:16.109632 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['c850acfe-2ba9-434b-b1da-fcead6e81141'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:16.280841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee525-05c2-4ad0-a510-5d2d6c79822a req-b9817f36-2997-44a4-ac0a-fd1ed017649d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:16.283162 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-63eee525-05c2-4ad0-a510-5d2d6c79822a req-b9817f36-2997-44a4-ac0a-fd1ed017649d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 945 time: 0.0599070 Nov 22 16:53:16.337463 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-63eee525-05c2-4ad0-a510-5d2d6c79822a req-2f46388b-857d-4ac9-b5fe-f1754c107f78 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479794 Nov 22 16:53:17.479425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e53ed-4348-4274-aa41-20107929aa11 req-c2b58853-66ec-4375-a319-e96d1d841721 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:17.485206 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a00e53ed-4348-4274-aa41-20107929aa11 req-c2b58853-66ec-4375-a319-e96d1d841721 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 945 time: 0.0638318 Nov 22 16:53:17.539709 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a00e53ed-4348-4274-aa41-20107929aa11 req-4f035d78-7909-4322-92c4-851def996c2b tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522330 Nov 22 16:53:17.783052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:17.838323 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port c850acfe-2ba9-434b-b1da-fcead6e81141 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:17.838323 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.924163 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.949606 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:17.951972 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d7c2d8-45bf-4acc-8892-44d3c6f1fcac" -d '{"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:17.973727 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:17.981645 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.007290 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e22629f-f63a-4c6d-99bb-5e9bdc3aaa29 x-openstack-request-id: req-4e22629f-f63a-4c6d-99bb-5e9bdc3aaa29 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:18.007290 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:18.007818 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e22629f-f63a-4c6d-99bb-5e9bdc3aaa29 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:18.007818 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'code': 200} Nov 22 16:53:18.040143 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=7']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:18.674137 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6e465-4603-482f-8499-e6ee210dac7f req-f4bccf19-976d-4c42-bd59-c4afa438f15a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:18.675788 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87f6e465-4603-482f-8499-e6ee210dac7f req-f4bccf19-976d-4c42-bd59-c4afa438f15a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0534413 Nov 22 16:53:18.754688 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87f6e465-4603-482f-8499-e6ee210dac7f req-3d770a77-aea4-4129-8995-7236b32097d4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723028 Nov 22 16:53:19.885730 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79665cd-5a1d-4c48-900a-39243225e213 req-c7302052-5741-40d4-9fc8-9de06ea89ff5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:19.887243 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a79665cd-5a1d-4c48-900a-39243225e213 req-c7302052-5741-40d4-9fc8-9de06ea89ff5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0566661 Nov 22 16:53:19.941895 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a79665cd-5a1d-4c48-900a-39243225e213 req-8e38fdfe-8452-4b20-820a-3794ea8e173f tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481598 Nov 22 16:53:21.084661 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416128e-bb97-40bb-80e0-98878f1ab251 req-dd3928a5-f31e-4e4a-a85d-c425b744051e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.086409 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c416128e-bb97-40bb-80e0-98878f1ab251 req-dd3928a5-f31e-4e4a-a85d-c425b744051e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0543070 Nov 22 16:53:21.144962 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c416128e-bb97-40bb-80e0-98878f1ab251 req-bda5b778-566b-4fca-8421-9bc830704eb9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508969 Nov 22 16:53:22.313161 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f35f6-d743-4b38-8696-2c760a30a1ee req-33f85e6f-ea35-4c6c-8fc5-21956c0196ec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:22.315767 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0e1f35f6-d743-4b38-8696-2c760a30a1ee req-33f85e6f-ea35-4c6c-8fc5-21956c0196ec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0735595 Nov 22 16:53:22.369507 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0e1f35f6-d743-4b38-8696-2c760a30a1ee req-e19ef2fd-2ddd-46f6-9000-dcf0b3a07aad tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475106 Nov 22 16:53:23.517221 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90976b2-6939-4604-9cb9-eaaa8623e9b4 req-32ad0fa2-d752-4205-b1df-9a4994cc33d6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.526071 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f90976b2-6939-4604-9cb9-eaaa8623e9b4 req-32ad0fa2-d752-4205-b1df-9a4994cc33d6 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0671363 Nov 22 16:53:23.572446 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f90976b2-6939-4604-9cb9-eaaa8623e9b4 req-27fa3d9b-b871-4a8f-bf58-f8ea19cf3937 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Nov 22 16:53:24.697209 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c3b4-e639-47a9-8261-7045280c10b0 req-c17b5a7e-8a4f-4c0f-a6b8-1b7541d5d5b1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.698819 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c54c3b4-e639-47a9-8261-7045280c10b0 req-c17b5a7e-8a4f-4c0f-a6b8-1b7541d5d5b1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0512085 Nov 22 16:53:24.752293 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2c54c3b4-e639-47a9-8261-7045280c10b0 req-2c56fc36-6ab5-437a-9b67-8fb31e97cd28 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473397 Nov 22 16:53:25.614964 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-e09169b6-842f-4c94-8163-b5813e6476ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.616573 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-e09169b6-842f-4c94-8163-b5813e6476ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1099 time: 0.0609009 Nov 22 16:53:25.708294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-79a2fdc5-a27c-4441-a5b5-0efb37fd01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.709742 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-79a2fdc5-a27c-4441-a5b5-0efb37fd01cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.0851214 Nov 22 16:53:25.779041 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-ef109bb9-3947-400b-a5bb-e97ab516331b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 1001 time: 0.0611558 Nov 22 16:53:25.832153 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-4f1b7499-9311-419e-a432-83464f322dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.833633 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-4f1b7499-9311-419e-a432-83464f322dd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0459971 Nov 22 16:53:25.884328 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-0cad3842-4f01-473a-8b8d-979792fddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.886234 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-0cad3842-4f01-473a-8b8d-979792fddacf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420027 Nov 22 16:53:25.894216 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec8df4-f28d-406e-ba7c-0531bd039c57 req-4e24e262-779c-4f1b-9a80-dd165073e8c0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.895769 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-34ec8df4-f28d-406e-ba7c-0531bd039c57 req-4e24e262-779c-4f1b-9a80-dd165073e8c0 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0653987 Nov 22 16:53:25.948436 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-34ec8df4-f28d-406e-ba7c-0531bd039c57 req-47b6265a-d87b-41bb-8057-af9c606bb90d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464022 Nov 22 16:53:25.987888 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-27912004-7f22-4000-83eb-730280f32867 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934114 Nov 22 16:53:26.081432 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-0e65b5a6-8710-4ac4-a362-e31b2c4ff0f9 req-3e691588-c5d2-4655-a983-6cd707d960a1 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845683 Nov 22 16:53:27.092311 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe167ad-5ecd-49ee-819f-6a66adbe5279 req-3d72c503-9871-4bc8-84be-72cd7966de2d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:27.093967 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fe167ad-5ecd-49ee-819f-6a66adbe5279 req-3d72c503-9871-4bc8-84be-72cd7966de2d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0590103 Nov 22 16:53:27.146169 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9fe167ad-5ecd-49ee-819f-6a66adbe5279 req-d80b896f-d93a-4178-b110-918290f2dfbd tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Nov 22 16:53:28.270178 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f98706-ef9f-4ff2-8f5c-14e3b15ba4af req-4235afbc-6b6d-4f1a-a7e6-698ff763a7fc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:28.271693 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-60f98706-ef9f-4ff2-8f5c-14e3b15ba4af req-4235afbc-6b6d-4f1a-a7e6-698ff763a7fc tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0486598 Nov 22 16:53:28.318906 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-60f98706-ef9f-4ff2-8f5c-14e3b15ba4af req-646d6a73-09b2-4971-845f-82332f2ece53 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Nov 22 16:53:29.119127 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-69bec1b8-35aa-48f8-9c1b-0572a06fe157 req-87c43025-4253-4135-a183-18ff1040376f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:53:29.120107 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-69bec1b8-35aa-48f8-9c1b-0572a06fe157 req-87c43025-4253-4135-a183-18ff1040376f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054841 Nov 22 16:53:29.332342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ef3a-4b2d-4408-b45f-cca08182ed1f req-e33f7a2a-6c93-4d38-8016-77ea9237f262 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:29.333825 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a904ef3a-4b2d-4408-b45f-cca08182ed1f req-e33f7a2a-6c93-4d38-8016-77ea9237f262 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 946 time: 0.0801072 Nov 22 16:53:29.361218 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-e3fa18bc-3976-4089-b8cd-66f931b1b80b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648093 Nov 22 16:53:29.388365 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a904ef3a-4b2d-4408-b45f-cca08182ed1f req-cbde2254-d5fe-42e3-85bd-a38290efd7e2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480494 Nov 22 16:53:29.864221 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:29.953285 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.976474 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:29.978757 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1d88df-791a-4106-a71b-e33da1a92fba" -d '{"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:29.991114 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:29.996585 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.028464 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e56f545-8df4-41af-9632-b8910525cfd5 x-openstack-request-id: req-5e56f545-8df4-41af-9632-b8910525cfd5 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:30.028730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:30.028976 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e56f545-8df4-41af-9632-b8910525cfd5 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:30.029553 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'code': 200} Nov 22 16:53:30.041663 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f5b119e6-6721-486f-8032-a1688e28c891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.059050 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=8']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.067028 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.067449 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.067699 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.068030 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.068354 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.068674 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.068998 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.069326 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.069644 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.069960 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.070299 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.070611 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:30.218282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-f5b612f6-3a86-4e6d-aa74-dce938830a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.219811 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-f5b612f6-3a86-4e6d-aa74-dce938830a67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a&tenant_id=cfe47babd75f42bc8500bd73fd3e8a80 HTTP/1.1" status: 200 len: 1097 time: 0.0539696 Nov 22 16:53:30.256221 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.288223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-0a98a2f6-f578-473f-9243-e4c992f6125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.289650 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-0a98a2f6-f578-473f-9243-e4c992f6125e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1097 time: 0.0466104 Nov 22 16:53:30.386840 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-3c62856d-12a3-4216-a729-5db1955c6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.388323 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-3c62856d-12a3-4216-a729-5db1955c6e0c service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.0887818 Nov 22 16:53:30.465471 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-2a4ce31b-a1df-4d13-b657-d99a6ea526f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 999 time: 0.0665770 Nov 22 16:53:30.513779 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24590033-30a0-42e7-8dc6-44cd6e9928a8 req-6e5a0009-734f-497a-abe3-2b27b888a363 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.515772 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-24590033-30a0-42e7-8dc6-44cd6e9928a8 req-6e5a0009-734f-497a-abe3-2b27b888a363 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0517764 Nov 22 16:53:30.517102 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-03b44744-41ba-4842-a6c7-dbb50ccb9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.518634 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-03b44744-41ba-4842-a6c7-dbb50ccb9048 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0451143 Nov 22 16:53:30.566246 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-10198c5c-f3a8-4dbc-9138-38fba12509ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.567672 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-10198c5c-f3a8-4dbc-9138-38fba12509ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403731 Nov 22 16:53:30.568259 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-24590033-30a0-42e7-8dc6-44cd6e9928a8 req-e5fcb3d8-dfb2-494b-ba46-c8c7a79767c9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462413 Nov 22 16:53:30.663816 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-3c189a14-0e0d-4918-98c5-098be6421a6d service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848548 Nov 22 16:53:30.761961 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-79d45a2b-2ec0-42f8-b3f5-a6c295f53239 req-5920f4b9-8769-443d-a6b3-84b97a6eb391 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855784 Nov 22 16:53:31.693997 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951384ff-8f04-482a-a08c-084a405915dc req-ee89650c-086e-4997-85ad-aaca3fd55943 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.695742 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-951384ff-8f04-482a-a08c-084a405915dc req-ee89650c-086e-4997-85ad-aaca3fd55943 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0503600 Nov 22 16:53:31.746305 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-951384ff-8f04-482a-a08c-084a405915dc req-0aebaf19-2987-438d-b87f-162a5f7d227e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441439 Nov 22 16:53:32.335573 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-3dba5527-33f4-4662-9f2b-2bb5ec533d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.877674 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc15e1b-6eaf-4a8f-be07-07f60b709e65 req-2d8b1a18-c6fe-4656-a832-4e6e7e7d9859 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.879592 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0dc15e1b-6eaf-4a8f-be07-07f60b709e65 req-2d8b1a18-c6fe-4656-a832-4e6e7e7d9859 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0511146 Nov 22 16:53:32.927832 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0dc15e1b-6eaf-4a8f-be07-07f60b709e65 req-368aa20a-afc3-403e-a06a-5dde37cf1a8a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Nov 22 16:53:33.421865 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.056491 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc612a2b-ed34-4393-a004-c6970bc733e9 req-8af9a6ff-ed81-4ffa-a7d2-a985cf0b5be2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:34.058032 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc612a2b-ed34-4393-a004-c6970bc733e9 req-8af9a6ff-ed81-4ffa-a7d2-a985cf0b5be2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0540216 Nov 22 16:53:34.115410 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc612a2b-ed34-4393-a004-c6970bc733e9 req-2d8c299c-c5ba-461e-be0d-3c313f437ceb tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504663 Nov 22 16:53:34.152690 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:34.942542 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.242921 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d631e83-f849-4867-9cb9-865ba8bfd03c req-3c474f37-3285-48fb-93c7-33127d79cbec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:35.244311 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d631e83-f849-4867-9cb9-865ba8bfd03c req-3c474f37-3285-48fb-93c7-33127d79cbec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0522676 Nov 22 16:53:35.292049 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9d631e83-f849-4867-9cb9-865ba8bfd03c req-e0439109-3644-43cb-bccc-19a625a520e2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Nov 22 16:53:35.635291 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.422958 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec6448-c7f3-48ff-9b94-5877941efc22 req-dd430b48-7702-4720-9078-a80d52c5e21e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:36.424685 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e2ec6448-c7f3-48ff-9b94-5877941efc22 req-dd430b48-7702-4720-9078-a80d52c5e21e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0534613 Nov 22 16:53:36.478262 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e2ec6448-c7f3-48ff-9b94-5877941efc22 req-a871c8d0-d121-43da-8185-769a98206a69 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473206 Nov 22 16:53:37.603256 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c52a13-c199-45e5-a019-4e49d6325834 req-e415019a-f5a8-45b7-ab56-38082ed9ee37 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:37.604817 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e5c52a13-c199-45e5-a019-4e49d6325834 req-e415019a-f5a8-45b7-ab56-38082ed9ee37 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0502081 Nov 22 16:53:37.653522 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e5c52a13-c199-45e5-a019-4e49d6325834 req-2726efbc-bf83-47ba-8fe8-a3145233d0f9 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Nov 22 16:53:38.780320 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c491e48-c470-4c8b-b86f-b60247cf850e req-d8062d37-8e98-4de2-abbc-018ef287b389 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:38.782168 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1c491e48-c470-4c8b-b86f-b60247cf850e req-d8062d37-8e98-4de2-abbc-018ef287b389 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0510454 Nov 22 16:53:38.832424 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1c491e48-c470-4c8b-b86f-b60247cf850e req-2b4579da-81bf-4ecf-84bd-564880bddde8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439873 Nov 22 16:53:39.959883 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05939a12-d7cc-40fd-b2de-009b32bed197 req-a4678bd0-9a88-4fd8-950c-b2e4321add5d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:39.961375 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-05939a12-d7cc-40fd-b2de-009b32bed197 req-a4678bd0-9a88-4fd8-950c-b2e4321add5d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0524809 Nov 22 16:53:40.010250 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-05939a12-d7cc-40fd-b2de-009b32bed197 req-1934ffa1-8cfa-490f-9d6c-e952169cc191 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427363 Nov 22 16:53:41.139690 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ba466-fdc8-4681-b2c0-39656c96ee3d req-cb8dbec6-65dd-4ab8-aec9-7e7494aadcc3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:41.141601 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-078ba466-fdc8-4681-b2c0-39656c96ee3d req-cb8dbec6-65dd-4ab8-aec9-7e7494aadcc3 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0502293 Nov 22 16:53:41.194574 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-078ba466-fdc8-4681-b2c0-39656c96ee3d req-63c1a779-ba8f-4aed-a06b-55cb3594abcb tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463955 Nov 22 16:53:42.324719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62626fe6-fb5b-4d27-bd52-fa25d655abd8 req-7b006637-4f3e-49ad-8d07-8be76301e6ef tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:42.326261 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-62626fe6-fb5b-4d27-bd52-fa25d655abd8 req-7b006637-4f3e-49ad-8d07-8be76301e6ef tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0560658 Nov 22 16:53:42.377602 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-62626fe6-fb5b-4d27-bd52-fa25d655abd8 req-827d7026-cf5c-4378-8542-722932971b3a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447249 Nov 22 16:53:43.509806 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aff13-803d-47f6-970a-0fa967056077 req-ba6da1d9-1c30-405e-a53a-073d8aaa0fc8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:43.511493 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0a0aff13-803d-47f6-970a-0fa967056077 req-ba6da1d9-1c30-405e-a53a-073d8aaa0fc8 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0515487 Nov 22 16:53:43.564569 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0a0aff13-803d-47f6-970a-0fa967056077 req-63a770a9-53c1-4d3f-a9fc-bfac4a4f5c97 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Nov 22 16:53:43.804194 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-798571de-71fd-4c6a-ae47-16c53c4f8e11 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269252095&fields=id&tenant_id=bd1934b708fb486c94359e27e7e8fe91 HTTP/1.1" status: 200 len: 267 time: 0.0556269 Nov 22 16:53:43.861708 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-ac94a2b2-a700-4f9c-9358-54db26dc5830 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:43.863122 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-ac94a2b2-a700-4f9c-9358-54db26dc5830 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 985 time: 0.0521328 Nov 22 16:53:43.877047 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Request body: {'port': {'security_groups': ['4b673d1c-8af7-41da-a5c2-21c02de9b312']}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:43.947566 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.135105 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:44.164077 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.171271 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25344818'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.183345 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:44.219428 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.220082 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.221507 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6f6a5281-0333-4cbf-8910-146485ed9490 req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "PUT /v2.0/ports/43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 943 time: 0.3491931 Nov 22 16:53:44.221969 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:44.224366 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2329c08f-3107-423b-9ac2-9a6e0f85aa63" -d '{"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:44.231492 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:44.249956 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event updated for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.259186 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.259542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.259889 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.260228 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.260718 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.262062 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.262513 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.263026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.263369 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.263703 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.264035 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.264928 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb67963-79a8-4691-9b50-0dd9d39f0ecc tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.271534 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279de03d-fefc-411e-a07d-8c3e798a03db x-openstack-request-id: req-279de03d-fefc-411e-a07d-8c3e798a03db {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:44.272448 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:44.272718 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-279de03d-fefc-411e-a07d-8c3e798a03db {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:44.273315 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:53:44.327973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:44.365044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-73d1a548-37dc-4bfc-a1d7-1ddb56aa36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.366554 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-73d1a548-37dc-4bfc-a1d7-1ddb56aa36a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1099 time: 0.0706437 Nov 22 16:53:44.367525 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.436394 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.445677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-dfd0b8a4-07d9-4dea-9489-ee28286b7903 None None] Provisioning complete for port 43344d08-5c93-4569-8819-b1c375535f99 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:44.446055 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-dfd0b8a4-07d9-4dea-9489-ee28286b7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.507864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-2dbaf341-22fb-4196-82d8-6e9ee32e2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.509677 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-2dbaf341-22fb-4196-82d8-6e9ee32e2b53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.1315334 Nov 22 16:53:44.572199 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.575539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.576728 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac99f59d-fc69-49f2-9f36-4a43d06184d9 HTTP/1.1" status: 204 len: 168 time: 0.3430073 Nov 22 16:53:44.579869 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51508) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:44.591839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac99f59d-fc69-49f2-9f36-4a43d06184d9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:44.611717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.612074 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.612415 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.612987 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.613326 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.613784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.614159 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.614501 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.614829 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.615156 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.615482 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.615806 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545af4d-fa06-4a87-95be-ceaa79a38217 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:44.620039 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-5f1b6ca5-e296-4e2d-b912-186a26dc3523 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 1001 time: 0.1023421 Nov 22 16:53:44.675885 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-ac71b6a3-c74f-49f8-912d-b2bef9f716ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.677339 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-ac71b6a3-c74f-49f8-912d-b2bef9f716ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0494184 Nov 22 16:53:44.724826 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-75f4d341-eb46-45ef-a17c-a0d78753d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.726407 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-75f4d341-eb46-45ef-a17c-a0d78753d5b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411227 Nov 22 16:53:44.742847 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d32b-abc7-48c4-a005-52ebb2402cbc req-0d5bd678-fa59-423c-bc33-7c23ca6d7bb1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.744319 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0c2d32b-abc7-48c4-a005-52ebb2402cbc req-0d5bd678-fa59-423c-bc33-7c23ca6d7bb1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0974898 Nov 22 16:53:44.826730 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-61f53bde-be3f-42bf-8c67-8d0ae82ae1db service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911970 Nov 22 16:53:44.923151 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2329c08f-3107-423b-9ac2-9a6e0f85aa63 req-5b4a8e1c-21bf-43d5-beae-5135e7c98178 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883393 Nov 22 16:53:45.036872 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c0c2d32b-abc7-48c4-a005-52ebb2402cbc req-e4eb7185-52c2-41b3-a74d-f7601b924ea2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 Nov 22 16:53:45.042205 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Deleting port 1e50d572-ebd0-40c3-bed6-4651afbf52dd {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:45.042540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.120037 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.120275 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.133039 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Calling delete_port for 1e50d572-ebd0-40c3-bed6-4651afbf52dd owned by network:floatingip {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:45.307563 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.334469 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event deleted for resources: {'Port': ['ID=1e50d572-ebd0-40c3-bed6-4651afbf52dd,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:45.399406 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks [] for floatingip, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.399655 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Floating IP 523cae3e-f704-4a60-b041-c79edf48d632 disassociated (deleted). External IP: 172.27.1.13, port: 43344d08-5c93-4569-8819-b1c375535f99. Nov 22 16:53:45.616266 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Router 612d2d1f-1d90-464f-be91-4d39741d5878 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:45.729114 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:45.734299 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.739901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Sync routers for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:45.751073 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:45.751641 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:45.762610 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d90fcee0-95de-4147-9425-64c5cc029ff1 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "DELETE /v2.0/floatingips/523cae3e-f704-4a60-b041-c79edf48d632 HTTP/1.1" status: 204 len: 168 time: 1.1815846 Nov 22 16:53:45.864564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:45.980983 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:46.144604 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:46.159856 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'port_id': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'mac_address': 'fa:16:3e:cf:8a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:46.168678 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412c279-504d-4d85-985f-95eb7447933f req-f23717a1-8d54-40ed-a127-323805f95e86 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.170120 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7412c279-504d-4d85-985f-95eb7447933f req-f23717a1-8d54-40ed-a127-323805f95e86 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 944 time: 0.0524385 Nov 22 16:53:46.197226 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:46.218247 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7412c279-504d-4d85-985f-95eb7447933f req-91df96d3-88ea-4d2b-8810-e410c0cc7abf tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413444 Nov 22 16:53:46.231366 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Checking router: 612d2d1f-1d90-464f-be91-4d39741d5878 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:46.239049 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.254874 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:46.259883 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:46.260498 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:46.274995 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:46.277338 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767723e7-3a8e-4175-85a9-db2f6d85e41c" -d '{"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:46.313371 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:46.313539 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916818e7-6676-40bb-94fa-99f22354d629 x-openstack-request-id: req-916818e7-6676-40bb-94fa-99f22354d629 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:46.313725 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:46.314253 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-916818e7-6676-40bb-94fa-99f22354d629 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:46.314848 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:53:46.320494 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.414247 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:46.416378 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=9']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.442294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-91346861-e2e5-4f23-8587-fb270ddf4cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.444068 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-91346861-e2e5-4f23-8587-fb270ddf4cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd1934b708fb486c94359e27e7e8fe91&device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 1099 time: 0.0509286 Nov 22 16:53:46.539689 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-9780730d-c38f-4813-9dad-bad274a4dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.541258 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-9780730d-c38f-4813-9dad-bad274a4dcbe service neutron] 10.222.0.48 "GET /v2.0/networks?id=e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 200 len: 913 time: 0.0888820 Nov 22 16:53:46.587415 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-d9c2c851-3a34-4b62-a8a2-d34400b206af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 200 len: 217 time: 0.0378091 Nov 22 16:53:46.618728 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['c850acfe-2ba9-434b-b1da-fcead6e81141'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:46.648255 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-35e94ae9-7a4f-4f0e-8c46-03858a38fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.649801 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-35e94ae9-7a4f-4f0e-8c46-03858a38fea5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 200 len: 851 time: 0.0536070 Nov 22 16:53:46.669070 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:46.701394 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325a6776-0d52-4fec-bab9-2fd4bafe1448 None None] The sync data for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi is: [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:51:17Z', 'revision_number': 4, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '266838ce-724c-41a6-af75-ac08e1236a78', 'name': '', 'network_id': 'e22eba86-b678-4604-97a3-0692e34956c1', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'mac_address': 'fa:16:3e:16:19:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:16Z', 'updated_at': '2021-11-22T16:51:21Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'subnets': [{'id': 'ba5559d7-3078-40cb-a66c-b84cc7e283e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:46.701975 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-f155c284-75b4-479f-90fb-50951e626bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.703766 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-f155c284-75b4-479f-90fb-50951e626bcf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e22eba86-b678-4604-97a3-0692e34956c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438366 Nov 22 16:53:46.804517 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-064b6c39-ecb3-41f2-b09a-6dacc74be677 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Nov 22 16:53:46.905976 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-767723e7-3a8e-4175-85a9-db2f6d85e41c req-3edaa383-1f90-4fc2-a35a-837dfc6b5ab0 service neutron] 10.222.0.48 "GET /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911620 Nov 22 16:53:46.973552 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bb08b0-577f-4948-a934-69dfac4e49bc None None] New status for floating IP 523cae3e-f704-4a60-b041-c79edf48d632: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:47.362507 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d279e-491e-44aa-a1ff-eced5f04b392 req-bb88489a-c5b2-486c-afcb-4e6e1eda15d4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:47.364992 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-df5d279e-491e-44aa-a1ff-eced5f04b392 req-bb88489a-c5b2-486c-afcb-4e6e1eda15d4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 945 time: 0.0628579 Nov 22 16:53:47.419666 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-df5d279e-491e-44aa-a1ff-eced5f04b392 req-41d3c1cd-19cd-4b13-972e-cb98da249381 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 Nov 22 16:53:47.969564 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:48.026316 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port c850acfe-2ba9-434b-b1da-fcead6e81141 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:48.026688 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.105950 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.132178 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:48.134432 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cb7db8-b738-49a7-9712-05424336cd95" -d '{"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:48.146998 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:48.151875 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.175082 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460ccd29-bbb7-4488-91f5-ab50a03c7a93 x-openstack-request-id: req-460ccd29-bbb7-4488-91f5-ab50a03c7a93 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:48.175381 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:48.175623 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-460ccd29-bbb7-4488-91f5-ab50a03c7a93 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:48.176002 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'code': 200} Nov 22 16:53:48.202824 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=10']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.384435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959d869-7f31-4e25-85d4-90445376b794 req-2a9277e9-34b7-44dc-8172-3b5c98a090c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:48.385885 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3959d869-7f31-4e25-85d4-90445376b794 req-2a9277e9-34b7-44dc-8172-3b5c98a090c1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1100 time: 0.0482602 Nov 22 16:53:48.442396 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-3959d869-7f31-4e25-85d4-90445376b794 req-dea90cb3-667a-4c27-a208-b34770e98cb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Nov 22 16:53:48.540825 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c901c31-d7c3-4189-9a99-374cffc9fe5f req-9fdaffab-538a-4881-be28-d3ab0de5d2e2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:48.542335 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c901c31-d7c3-4189-9a99-374cffc9fe5f req-9fdaffab-538a-4881-be28-d3ab0de5d2e2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0500968 Nov 22 16:53:48.606447 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8c901c31-d7c3-4189-9a99-374cffc9fe5f req-0441eecf-1e6b-453e-b1e5-a695351b7334 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576062 Nov 22 16:53:49.737663 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dfde7-2866-461c-902c-bef3a3ef00b4 req-81d587df-af7e-46e8-a948-52a01be36fe1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:49.739263 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-975dfde7-2866-461c-902c-bef3a3ef00b4 req-81d587df-af7e-46e8-a948-52a01be36fe1 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0534866 Nov 22 16:53:49.794787 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-975dfde7-2866-461c-902c-bef3a3ef00b4 req-9d057bcd-cfc5-4af5-8e18-d86a62835aa2 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493042 Nov 22 16:53:50.925782 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606892e1-fd28-48de-b678-307d665cdcac req-a6ce8c92-3e9e-4126-a4b2-c6a776517cec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:50.927283 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-606892e1-fd28-48de-b678-307d665cdcac req-a6ce8c92-3e9e-4126-a4b2-c6a776517cec tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0516908 Nov 22 16:53:50.985663 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-606892e1-fd28-48de-b678-307d665cdcac req-5f130c9d-0e78-4863-afaa-5d3bb1853909 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503356 Nov 22 16:53:52.687472 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5add9-ed64-4d67-8a66-51bb39f5d20b req-ab71979e-f1dd-4e41-bf57-a4125d78e5a9 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.689027 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-92e5add9-ed64-4d67-8a66-51bb39f5d20b req-ab71979e-f1dd-4e41-bf57-a4125d78e5a9 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0539753 Nov 22 16:53:52.741957 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-92e5add9-ed64-4d67-8a66-51bb39f5d20b req-086fe416-dfd0-4341-a328-651316f15b98 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Nov 22 16:53:53.865527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c77d1-8527-4929-bb9a-59002b04704b req-04a7d924-df5c-4cef-aa49-cbe5d03cfe6d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.867199 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-988c77d1-8527-4929-bb9a-59002b04704b req-04a7d924-df5c-4cef-aa49-cbe5d03cfe6d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0516405 Nov 22 16:53:53.919243 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-988c77d1-8527-4929-bb9a-59002b04704b req-ad1f7e20-73c3-4e54-ab4b-aa3f0b999727 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/security-groups?id=4b673d1c-8af7-41da-a5c2-21c02de9b312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Nov 22 16:53:54.624088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-70e96c70-858f-4efa-993c-50b4aafd9835 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:54.625571 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-70e96c70-858f-4efa-993c-50b4aafd9835 tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.48 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 946 time: 0.0558083 Nov 22 16:53:54.735263 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Deleting port 43344d08-5c93-4569-8819-b1c375535f99 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:54.735484 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.831319 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] For port 43344d08-5c93-4569-8819-b1c375535f99, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=43344d08-5c93-4569-8819-b1c375535f99,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:54.831688 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.846754 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Calling delete_port for 43344d08-5c93-4569-8819-b1c375535f99 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:54.978284 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.991272 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['43344d08-5c93-4569-8819-b1c375535f99'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:55.019324 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-18d92c78-06d3-4117-b5c7-22625569293f req-be61180e-6efa-4c30-98e8-644486ab58eb tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.46 "GET /v2.0/ports?device_id=f14742db-02a9-4ef0-83fd-b372dbdb8524 HTTP/1.1" status: 200 len: 210 time: 0.0273373 Nov 22 16:53:55.242162 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Pushing event deleted for resources: {'Port': ['ID=43344d08-5c93-4569-8819-b1c375535f99,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.283311 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] No DVR routers for this DVR port 43344d08-5c93-4569-8819-b1c375535f99 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:55.286049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.289569 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-4019904d-f8d8-46da-97cc-c6ed345696aa req-42627455-87e4-4cd5-baf1-990ae10bc39d tempest-TestMinimumBasicScenario-243012777 tempest-TestMinimumBasicScenario-243012777-project] 10.222.0.48 "DELETE /v2.0/ports/43344d08-5c93-4569-8819-b1c375535f99 HTTP/1.1" status: 204 len: 173 time: 0.6441042 Nov 22 16:53:55.294297 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'name': 'network-vif-deleted', 'tag': '43344d08-5c93-4569-8819-b1c375535f99'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:55.294297 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc786f3-0c7e-4a3f-8387-ca8b4fc6e75f" -d '{"events": [{"server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "name": "network-vif-deleted", "tag": "43344d08-5c93-4569-8819-b1c375535f99"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:55.335419 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c7e1ae-014d-41d8-a49c-c88d0efe407c x-openstack-request-id: req-a4c7e1ae-014d-41d8-a49c-c88d0efe407c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:55.335759 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14742db-02a9-4ef0-83fd-b372dbdb8524", "name": "network-vif-deleted", "tag": "43344d08-5c93-4569-8819-b1c375535f99", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:55.336016 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4c7e1ae-014d-41d8-a49c-c88d0efe407c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:55.336424 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14742db-02a9-4ef0-83fd-b372dbdb8524', 'name': 'network-vif-deleted', 'tag': '43344d08-5c93-4569-8819-b1c375535f99', 'status': 'completed', 'code': 200} Nov 22 16:53:55.685200 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa6356-42d7-465d-8f16-2776a06699a7 req-8d5d092a-9665-44fe-88ed-0fa3eadbcb27 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.686937 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eaaa6356-42d7-465d-8f16-2776a06699a7 req-8d5d092a-9665-44fe-88ed-0fa3eadbcb27 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0545907 Nov 22 16:53:55.742086 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-eaaa6356-42d7-465d-8f16-2776a06699a7 req-84a565fe-e69d-46c9-8ed6-b6617dde1f0d tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468578 Nov 22 16:53:56.609687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51708) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:56.903645 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977d2c-ffae-430a-a0d7-433f469a8d39 req-ff8c1b94-a736-4bca-8db0-32bf45b30d8b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.905322 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0e977d2c-ffae-430a-a0d7-433f469a8d39 req-ff8c1b94-a736-4bca-8db0-32bf45b30d8b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0825927 Nov 22 16:53:57.017025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0e977d2c-ffae-430a-a0d7-433f469a8d39 req-4d9bbec4-ec97-44be-92e1-e435e7ce4c4c tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups?id=e5e1c57d-2b97-429e-b88f-8c52c996f14d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051276 Nov 22 16:53:57.130768 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.450731 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Deleting port 266838ce-724c-41a6-af75-ac08e1236a78 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:57.451072 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.488164 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-d8bb18af-c8d6-4e59-b4ef-ea80f0c817ec tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:57.489680 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-d8bb18af-c8d6-4e59-b4ef-ea80f0c817ec tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 945 time: 0.0522475 Nov 22 16:53:57.532085 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] For port 266838ce-724c-41a6-af75-ac08e1236a78, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=266838ce-724c-41a6-af75-ac08e1236a78,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:57.532468 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.549230 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Calling delete_port for 266838ce-724c-41a6-af75-ac08e1236a78 owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:57.585226 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Deleting port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:57.585555 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.673910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] For port 297ade00-94e1-4d6d-b3cc-f4c789cbd259, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=297ade00-94e1-4d6d-b3cc-f4c789cbd259,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:57.674302 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.725046 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.750019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Pushing event deleted for resources: {'Port': ['ID=266838ce-724c-41a6-af75-ac08e1236a78,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:57.860815 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.861293 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.861612 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Floating IP fccc4f9c-db6a-4bf3-8f35-ab0aade444a3 disassociated. External IP: 172.27.1.146, port: 297ade00-94e1-4d6d-b3cc-f4c789cbd259. Nov 22 16:53:57.861940 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Calling delete_port for 297ade00-94e1-4d6d-b3cc-f4c789cbd259 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:57.921109 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.991607 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 43344d08-5c93-4569-8819-b1c375535f99 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:58.001322 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.011935 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 43344d08-5c93-4569-8819-b1c375535f99 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:53:58.012280 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 43344d08-5c93-4569-8819-b1c375535f99 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:53:58.031717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'Port': ['ID=297ade00-94e1-4d6d-b3cc-f4c789cbd259,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.151698 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:58.152718 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-afb9b9a7-c420-4174-9223-6b731ed01360 req-59c47637-9203-4a1c-b447-31059a51cb06 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d2000de-d397-48fb-b107-9e293026e5fa HTTP/1.1" status: 200 len: 210 time: 0.0328679 Nov 22 16:53:58.171948 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Router 612d2d1f-1d90-464f-be91-4d39741d5878 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:58.270372 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:58.279182 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:58.281331 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:58.284644 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-4d7a1af4-2071-4748-97c0-1e48a3625389 admin admin] 10.222.0.46 "PUT /v2.0/routers/612d2d1f-1d90-464f-be91-4d39741d5878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737990 Nov 22 16:53:58.290759 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51714) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:58.292205 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Sync routers for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:58.294592 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:58.295218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.304023 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:58.304930 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.326451 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] No DVR routers for this DVR port 297ade00-94e1-4d6d-b3cc-f4c789cbd259 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:53:58.330284 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.334517 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-92b9457d-5780-48c3-b5ad-3479a30d00cb req-90024eb4-3f9f-4511-a6b7-ffa78fb86677 tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.48 "DELETE /v2.0/ports/297ade00-94e1-4d6d-b3cc-f4c789cbd259 HTTP/1.1" status: 204 len: 173 time: 0.8386033 Nov 22 16:53:58.335119 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'name': 'network-vif-deleted', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:58.340841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe24dcc-3378-4783-9f6d-067e4c099112" -d '{"events": [{"server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "name": "network-vif-deleted", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:58.416299 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9525ab-2fec-4332-9c4b-d65b66ce24f4 x-openstack-request-id: req-ef9525ab-2fec-4332-9c4b-d65b66ce24f4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:58.416592 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2000de-d397-48fb-b107-9e293026e5fa", "name": "network-vif-deleted", "tag": "297ade00-94e1-4d6d-b3cc-f4c789cbd259", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:58.416848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef9525ab-2fec-4332-9c4b-d65b66ce24f4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:58.417248 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2000de-d397-48fb-b107-9e293026e5fa', 'name': 'network-vif-deleted', 'tag': '297ade00-94e1-4d6d-b3cc-f4c789cbd259', 'status': 'completed', 'code': 200} Nov 22 16:53:58.426962 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.460022 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.649239 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:53:57Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.668126 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.679060 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Checking router: 612d2d1f-1d90-464f-be91-4d39741d5878 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:58.689727 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Routers {'612d2d1f-1d90-464f-be91-4d39741d5878'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:58.690387 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['612d2d1f-1d90-464f-be91-4d39741d5878'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.711273 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.742385 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:58.751455 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:58.752100 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:58.775966 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.809472 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] Set router 612d2d1f-1d90-464f-be91-4d39741d5878 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.838926 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Deleting port c2c7bb07-883c-423a-aaaa-be5ff7879c2e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:58.839299 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.863318 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:58.943342 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] For port c2c7bb07-883c-423a-aaaa-be5ff7879c2e, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:58.943732 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.958513 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Calling delete_port for c2c7bb07-883c-423a-aaaa-be5ff7879c2e owned by network:router_gateway {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:58.999058 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:53:57Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:59.033371 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0b3a3e-385c-4f1e-b899-10c01ff9127d None None] The sync data for ids ['612d2d1f-1d90-464f-be91-4d39741d5878'] in dv-cinder-773985-19-iscsi is: [{'id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'name': 'tempest-TestMinimumBasicScenario-2677138-router', 'tenant_id': 'bd1934b708fb486c94359e27e7e8fe91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:13Z', 'updated_at': '2021-11-22T16:53:57Z', 'revision_number': 5, 'project_id': 'bd1934b708fb486c94359e27e7e8fe91', 'gw_port': {'id': 'c2c7bb07-883c-423a-aaaa-be5ff7879c2e', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:66:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612d2d1f-1d90-464f-be91-4d39741d5878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:14Z', 'updated_at': '2021-11-22T16:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:59.104529 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:59.130900 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad8bbf-ac7b-4c6f-ac11-e5c89c9894a8 None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:07Z', 'revision_number': 4, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '47a7db94-6197-49b7-bc02-951565eafa97', 'name': '', 'network_id': '5a12b501-eb79-4c36-94ef-326feaf99650', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'mac_address': 'fa:16:3e:03:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:17Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'subnets': [{'id': '0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:59.136965 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.163130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c7bb07-883c-423a-aaaa-be5ff7879c2e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:59.233173 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.240140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.297252 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.322214 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.335019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.337461 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.378041 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.383653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.385019 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "DELETE /v2.0/security-groups/e5e1c57d-2b97-429e-b88f-8c52c996f14d HTTP/1.1" status: 204 len: 168 time: 0.1438544 Nov 22 16:53:59.388491 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51724) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.403436 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.403973 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612d2d1f-1d90-464f-be91-4d39741d5878 {{(pid=109411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:59.410148 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.411592 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.api.v2.resource [None req-36c72e50-bf06-4d09-8ef2-732511460b1b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] show failed (client error): The resource could not be found. Nov 22 16:53:59.411734 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d2c830a8-6d1c-40bd-86c8-06cd3229a6e5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/612d2d1f-1d90-464f-be91-4d39741d5878 HTTP/1.1" status: 204 len: 168 time: 1.1195951 Nov 22 16:53:59.415452 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-36c72e50-bf06-4d09-8ef2-732511460b1b tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "GET /v2.0/security-groups/e5e1c57d-2b97-429e-b88f-8c52c996f14d HTTP/1.1" status: 404 len: 347 time: 0.0218525 Nov 22 16:53:59.415452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.415923 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.423751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28339514-9d6b-424d-8953-b7bc59c652ab tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1c57d-2b97-429e-b88f-8c52c996f14d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:59.428172 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81246fc8-871d-4de9-9f77-b3dd2dc7a04a None None] New status for floating IP fccc4f9c-db6a-4bf3-8f35-ab0aade444a3: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:53:59.566871 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Deleting subnet ba5559d7-3078-40cb-a66c-b84cc7e283e1 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:59.571887 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.615732 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.646513 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Deleting port 0e786ea4-859d-46b7-8bc4-b68650f6c244 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:59.646853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.787376 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.819691 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.820023 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.837946 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Calling delete_port for 0e786ea4-859d-46b7-8bc4-b68650f6c244 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:59.906860 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.944926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5559d7-3078-40cb-a66c-b84cc7e283e1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:59.946961 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.950033 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f373e0a-64c4-459c-84c4-851463b57854 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:59.950231 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-eca7f7bf-577e-4acb-86f5-20a183190d03 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba5559d7-3078-40cb-a66c-b84cc7e283e1 HTTP/1.1" status: 204 len: 168 time: 0.5349622 Nov 22 16:53:59.953908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51730) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.024655 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.024935 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.049681 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Pushing event deleted for resources: {'Port': ['ID=0e786ea4-859d-46b7-8bc4-b68650f6c244,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.079052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-27e7caf0-8e5e-4c3e-b32c-259face5aa55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.084498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Deleting port b0ab3339-c128-4d08-988c-3e0afd51610e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:00.084876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.133579 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.147882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.149096 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2de0b469-228f-4c20-adf4-09881e5729bc tempest-AttachVolumeTestJSON-1676031875 tempest-AttachVolumeTestJSON-1676031875-project] 10.222.0.46 "DELETE /v2.0/floatingips/fccc4f9c-db6a-4bf3-8f35-ab0aade444a3 HTTP/1.1" status: 204 len: 168 time: 0.7271233 Nov 22 16:54:00.189627 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] For port b0ab3339-c128-4d08-988c-3e0afd51610e, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=b0ab3339-c128-4d08-988c-3e0afd51610e,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:00.191154 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.198035 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] DHCP port deletion for e22eba86-b678-4604-97a3-0692e34956c1 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:00.222797 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Calling delete_port for b0ab3339-c128-4d08-988c-3e0afd51610e owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:00.257221 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 266838ce-724c-41a6-af75-ac08e1236a78 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:00.292940 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 266838ce-724c-41a6-af75-ac08e1236a78 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:00.293363 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 266838ce-724c-41a6-af75-ac08e1236a78 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:00.301279 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Deleting port b0ab3339-c128-4d08-988c-3e0afd51610e {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:00.301730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.304596 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.324652 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.357097 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ab3339-c128-4d08-988c-3e0afd51610e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.358725 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] No DVR routers for this DVR port b0ab3339-c128-4d08-988c-3e0afd51610e on host dv-cinder-773985-19-iscsi {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:00.372412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] For port b0ab3339-c128-4d08-988c-3e0afd51610e, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=b0ab3339-c128-4d08-988c-3e0afd51610e,segment=NetworkSegment(c655fd12-7268-4f8c-ab4c-e43457e01f5d),segment_id=c655fd12-7268-4f8c-ab4c-e43457e01f5d)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:00.372815 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.386937 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Calling delete_port for b0ab3339-c128-4d08-988c-3e0afd51610e owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:00.431791 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.459665 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22eba86-b678-4604-97a3-0692e34956c1']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:00.470704 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c655fd12-7268-4f8c-ab4c-e43457e01f5d') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:00.471040 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c655fd12-7268-4f8c-ab4c-e43457e01f5d') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:00.480854 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.500209 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.506713 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:00.507221 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:00.509044 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:00.570791 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.576531 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.584114 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e22eba86-b678-4604-97a3-0692e34956c1 HTTP/1.1" status: 204 len: 168 time: 0.6252470 Nov 22 16:54:00.584420 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51736) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.595056 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fde246-81a5-4202-8da3-34c05acca679 admin admin] Pushing event deleted for resources: {'Network': ['ID=e22eba86-b678-4604-97a3-0692e34956c1,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.634086 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005'] for port, after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.657299 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Network e22eba86-b678-4604-97a3-0692e34956c1 is not hosted by any dhcp agent {{(pid=109412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:54:00.657846 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] No DVR routers for this DVR port b0ab3339-c128-4d08-988c-3e0afd51610e on host dv-cinder-773985-19-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:00.659434 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec994e-b15f-4688-a03d-40fc4c6c4964 None None] Pushing event deleted for resources: {'Port': ['ID=b0ab3339-c128-4d08-988c-3e0afd51610e,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.940072 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.206667 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Deleting port da4ace5f-8c80-4cf6-8b08-67b8d441cde7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:01.206897 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.289427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] For port da4ace5f-8c80-4cf6-8b08-67b8d441cde7, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:01.289823 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.302675 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Calling delete_port for da4ace5f-8c80-4cf6-8b08-67b8d441cde7 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:01.503314 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.527580 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4ace5f-8c80-4cf6-8b08-67b8d441cde7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.699011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.870549 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2c7bb07-883c-423a-aaaa-be5ff7879c2e no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:01.890460 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: c2c7bb07-883c-423a-aaaa-be5ff7879c2e {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:01.890802 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2c7bb07-883c-423a-aaaa-be5ff7879c2e not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:01.891213 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device b0ab3339-c128-4d08-988c-3e0afd51610e no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:01.909780 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: b0ab3339-c128-4d08-988c-3e0afd51610e {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:01.910130 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device b0ab3339-c128-4d08-988c-3e0afd51610e not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:01.925168 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Router b7a24327-1fd3-440c-af9b-fbec5f9d435a has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:02.002249 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 297ade00-94e1-4d6d-b3cc-f4c789cbd259 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:02.023100 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 297ade00-94e1-4d6d-b3cc-f4c789cbd259 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:02.023314 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 297ade00-94e1-4d6d-b3cc-f4c789cbd259 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:02.035157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:02.040633 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-20825c21-0b8d-4926-aa53-66b82bbec951 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7a24327-1fd3-440c-af9b-fbec5f9d435a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551141 Nov 22 16:54:02.043230 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51744) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:02.045859 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Sync routers for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:02.056668 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.057269 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:53:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.259592 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:02.344783 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2ad9fb25-30f7-4e7a-a21f-e422d491bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.390839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.448571 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 5, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.478584 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Checking router: b7a24327-1fd3-440c-af9b-fbec5f9d435a for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:02.488088 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Routers {'b7a24327-1fd3-440c-af9b-fbec5f9d435a'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:02.488863 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.508362 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.563273 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Deleting port a7b00599-865a-4ab0-adb4-90e98e7b27e6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:02.563618 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.600543 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] Set router b7a24327-1fd3-440c-af9b-fbec5f9d435a gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:02.652724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] For port a7b00599-865a-4ab0-adb4-90e98e7b27e6, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=a7b00599-865a-4ab0-adb4-90e98e7b27e6,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:02.653115 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.665712 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Calling delete_port for a7b00599-865a-4ab0-adb4-90e98e7b27e6 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:02.783801 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 5, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.811272 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca2ff6-8bba-47e9-9f81-ba26c088823a None None] The sync data for ids ['b7a24327-1fd3-440c-af9b-fbec5f9d435a'] in dv-cinder-773985-19-iscsi is: [{'id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'name': 'tempest-TestMinimumBasicScenario-993546869-router', 'tenant_id': '85553915a40b42f79fc98ba68fe3d16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 5, 'project_id': '85553915a40b42f79fc98ba68fe3d16a', 'gw_port': {'id': 'a7b00599-865a-4ab0-adb4-90e98e7b27e6', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:c5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a24327-1fd3-440c-af9b-fbec5f9d435a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:51:20Z', 'updated_at': '2021-11-22T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:02.841464 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.868616 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b00599-865a-4ab0-adb4-90e98e7b27e6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.927345 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.034926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.037066 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.102276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.102791 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a24327-1fd3-440c-af9b-fbec5f9d435a {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:03.108486 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.109906 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7e259d5a-2baa-4f2b-b321-28cf24736009 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b7a24327-1fd3-440c-af9b-fbec5f9d435a HTTP/1.1" status: 204 len: 168 time: 1.0655627 Nov 22 16:54:03.115145 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51758) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:03.160103 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Deleting subnet fad975fb-1a22-4b8f-8448-79cfdd94ad24 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:03.163588 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.203535 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.282381 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.336088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.364960 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad975fb-1a22-4b8f-8448-79cfdd94ad24,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.368435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.374044 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0124f0ee-b8c3-453e-bd59-f4a8f5de4083 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fad975fb-1a22-4b8f-8448-79cfdd94ad24 HTTP/1.1" status: 204 len: 168 time: 0.2555332 Nov 22 16:54:03.374553 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:03.376025 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236d83a5-c34b-4111-b34d-de16bc5029f1 None None] Network e9197ac8-9cee-4bf3-958a-99c041348f87 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:03.451226 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.494839 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.516192 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Deleting port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:03.516641 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.587571 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] For port f11277fe-2aa7-4a1b-83e4-c93eecbbc746, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,segment=NetworkSegment(8a4a776f-5dc7-4d18-94f3-20bdb80c4c99),segment_id=8a4a776f-5dc7-4d18-94f3-20bdb80c4c99)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:03.587954 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.601986 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Calling delete_port for f11277fe-2aa7-4a1b-83e4-c93eecbbc746 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:03.690824 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.716252 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Pushing event deleted for resources: {'Port': ['ID=f11277fe-2aa7-4a1b-83e4-c93eecbbc746,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.721207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] No DVR routers for this DVR port f11277fe-2aa7-4a1b-83e4-c93eecbbc746 on host dv-cinder-773985-19-iscsi {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:03.731638 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51768) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:03.793540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.817537 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9197ac8-9cee-4bf3-958a-99c041348f87']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:03.833986 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:03.834330 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4a776f-5dc7-4d18-94f3-20bdb80c4c99') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:03.834466 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc625a85-1b51-4641-98f6-a35bfc424dce None None] DHCP port deletion for e9197ac8-9cee-4bf3-958a-99c041348f87 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:03.868198 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.884825 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.896269 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:03.897050 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:03.899212 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:03.921338 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f11277fe-2aa7-4a1b-83e4-c93eecbbc746 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:03.943484 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: f11277fe-2aa7-4a1b-83e4-c93eecbbc746 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:03.943972 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f11277fe-2aa7-4a1b-83e4-c93eecbbc746 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:03.944486 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a7b00599-865a-4ab0-adb4-90e98e7b27e6 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:03.964640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.972675 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: a7b00599-865a-4ab0-adb4-90e98e7b27e6 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:03.973028 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device a7b00599-865a-4ab0-adb4-90e98e7b27e6 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:03.973443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device da4ace5f-8c80-4cf6-8b08-67b8d441cde7 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:03.976028 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.982817 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] 10.222.0.46 "DELETE /v2.0/networks/e9197ac8-9cee-4bf3-958a-99c041348f87 HTTP/1.1" status: 204 len: 168 time: 0.6048729 Nov 22 16:54:03.991427 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6abf6e-e091-4e77-8dab-1b1d14e2901d admin admin] Pushing event deleted for resources: {'Network': ['ID=e9197ac8-9cee-4bf3-958a-99c041348f87,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.003860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: da4ace5f-8c80-4cf6-8b08-67b8d441cde7 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:04.004160 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device da4ace5f-8c80-4cf6-8b08-67b8d441cde7 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:04.103097 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51774) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:04.175270 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-82d77233-c90e-4dd8-932d-e43071a88452 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd1934b708fb486c94359e27e7e8fe91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709386 Nov 22 16:54:04.178026 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:04.227351 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.249720 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.261758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.303910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.306921 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.308239 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4b673d1c-8af7-41da-a5c2-21c02de9b312 HTTP/1.1" status: 204 len: 168 time: 0.1290832 Nov 22 16:54:04.316411 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b2072-9982-47fa-bc3a-cfbffa0557b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b673d1c-8af7-41da-a5c2-21c02de9b312,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.522885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Deleting port 47a7db94-6197-49b7-bc02-951565eafa97 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:04.523328 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.606206 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] For port 47a7db94-6197-49b7-bc02-951565eafa97, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=47a7db94-6197-49b7-bc02-951565eafa97,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:04.606581 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.619971 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Calling delete_port for 47a7db94-6197-49b7-bc02-951565eafa97 owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:04.630627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51782) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:04.673540 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-bbcc6fff-cd33-4659-8e2f-0b04fbc47a44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=85553915a40b42f79fc98ba68fe3d16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410702 Nov 22 16:54:04.676140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:04.756027 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.783650 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.800064 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-8bc7803d-61e4-4dd8-8d7d-013ba08a1d10 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752726 Nov 22 16:54:04.810350 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.841402 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a7db94-6197-49b7-bc02-951565eafa97,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.844797 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.847717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.848897 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdc0a707-04e8-46bc-9cc3-498623e38b8d HTTP/1.1" status: 204 len: 168 time: 0.1715975 Nov 22 16:54:04.910078 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6eb64-e027-4a21-8269-028e24568e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0a707-04e8-46bc-9cc3-498623e38b8d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.964186 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.975025 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-cc316f5d-eb1f-4973-8c8b-c10f970902d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:04.978787 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-cc316f5d-eb1f-4973-8c8b-c10f970902d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 1100 time: 0.1272113 Nov 22 16:54:05.086748 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.163684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-57300387-21af-4c74-ac94-daf106bfefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.165552 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-57300387-21af-4c74-ac94-daf106bfefbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 200 len: 917 time: 0.1579919 Nov 22 16:54:05.244622 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-4b017b21-6c79-4566-a5bd-c240b729a122 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 200 len: 1001 time: 0.0698116 Nov 22 16:54:05.300958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-ea57d178-a993-4a30-9f8b-abf57a1a2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.302478 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-ea57d178-a993-4a30-9f8b-abf57a1a2ee2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 200 len: 855 time: 0.0496392 Nov 22 16:54:05.351320 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Router 063a187d-577a-4a6e-9d6f-9b23ddf04852 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:05.359300 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-e094a3df-9b98-4a13-a82b-5ed868d4cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.360961 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-e094a3df-9b98-4a13-a82b-5ed868d4cc12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=555e272a-5aea-4185-b0e8-0dd29df0ef41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0467601 Nov 22 16:54:05.453690 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-d0a14a70-894b-4d88-a8f6-47ac2ddd161e service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839183 Nov 22 16:54:05.457858 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:05.465203 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8741a563-97ca-4579-ac22-ba2480316652 admin admin] 10.222.0.46 "PUT /v2.0/routers/063a187d-577a-4a6e-9d6f-9b23ddf04852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322390 Nov 22 16:54:05.468152 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51788) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:05.471007 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Sync routers for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:05.482632 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:05.483856 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:05.564797 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dd19906a-d18e-4251-9391-7204943e1cc9 req-ce0bab2a-331d-4d99-8f37-3e17455fa537 service neutron] 10.222.0.48 "GET /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962422 Nov 22 16:54:05.601462 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:05.705462 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.805993 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:54:04Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:05.822571 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.837002 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Checking router: 063a187d-577a-4a6e-9d6f-9b23ddf04852 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:05.846041 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Routers {'063a187d-577a-4a6e-9d6f-9b23ddf04852'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:05.846674 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['063a187d-577a-4a6e-9d6f-9b23ddf04852'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:05.925570 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:05.946967 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] Set router 063a187d-577a-4a6e-9d6f-9b23ddf04852 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:05.984376 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Deleting port 837d598a-b0ec-4194-bad9-3c106d2b8ee9 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:05.984719 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.066456 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] For port 837d598a-b0ec-4194-bad9-3c106d2b8ee9, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=837d598a-b0ec-4194-bad9-3c106d2b8ee9,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:06.066839 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.080036 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Calling delete_port for 837d598a-b0ec-4194-bad9-3c106d2b8ee9 owned by network:router_gateway {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:06.125844 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:54:04Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.152417 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e8a46d-d0f5-4539-9536-532f789581f8 None None] The sync data for ids ['063a187d-577a-4a6e-9d6f-9b23ddf04852'] in dv-cinder-773985-19-iscsi is: [{'id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'name': 'tempest-AttachVolumeTestJSON-894732989-router', 'tenant_id': '3ea9eaca87894d75a800c301cfcceb81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:54:04Z', 'revision_number': 5, 'project_id': '3ea9eaca87894d75a800c301cfcceb81', 'gw_port': {'id': '837d598a-b0ec-4194-bad9-3c106d2b8ee9', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063a187d-577a-4a6e-9d6f-9b23ddf04852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:57Z', 'updated_at': '2021-11-22T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:06.251918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.280417 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=837d598a-b0ec-4194-bad9-3c106d2b8ee9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:06.342717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.433371 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.437230 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.494033 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.494594 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 063a187d-577a-4a6e-9d6f-9b23ddf04852 {{(pid=109411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:06.499272 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.500397 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-36ca9f7d-0d54-4cbf-bace-84d7beb880a6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/063a187d-577a-4a6e-9d6f-9b23ddf04852 HTTP/1.1" status: 204 len: 168 time: 1.0313377 Nov 22 16:54:06.503112 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51790) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.552551 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Deleting subnet 0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:06.555766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.591207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.675161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.733718 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.759495 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:06.763378 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.769080 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-edc5bbf4-b7b4-4e42-8b6c-e8ef3c3a9b3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0d8afbbb-1d0b-402d-8fa5-2d06e4eb383d HTTP/1.1" status: 204 len: 168 time: 0.2623196 Nov 22 16:54:06.769322 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 51792) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.771666 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a0eda4-291e-4e68-b3ea-c7ea0af53998 None None] Network 5a12b501-eb79-4c36-94ef-326feaf99650 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:06.849232 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.901657 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Deleting port bf84be80-1d4b-4a61-864c-d94407925a45 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:06.902005 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.968435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] For port bf84be80-1d4b-4a61-864c-d94407925a45, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=bf84be80-1d4b-4a61-864c-d94407925a45,segment=NetworkSegment(c2218244-2d37-4b18-b2dc-9fbbf4083d60),segment_id=c2218244-2d37-4b18-b2dc-9fbbf4083d60)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:06.968882 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.986013 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Calling delete_port for bf84be80-1d4b-4a61-864c-d94407925a45 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:07.072694 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.105152 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf84be80-1d4b-4a61-864c-d94407925a45,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.106903 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] No DVR routers for this DVR port bf84be80-1d4b-4a61-864c-d94407925a45 on host dv-cinder-773985-19-iscsi {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:07.157630 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84623d5-a227-411f-86dd-3fb6d40d6033 None None] DHCP port deletion for 5a12b501-eb79-4c36-94ef-326feaf99650 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:07.184242 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.204942 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a12b501-eb79-4c36-94ef-326feaf99650']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:07.213894 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2218244-2d37-4b18-b2dc-9fbbf4083d60') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:07.214291 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2218244-2d37-4b18-b2dc-9fbbf4083d60') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:07.224044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.237541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.243478 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:07.243860 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:07.245586 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:07.302013 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.307731 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.314085 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5a12b501-eb79-4c36-94ef-326feaf99650 HTTP/1.1" status: 204 len: 168 time: 0.5413673 Nov 22 16:54:07.322533 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c5b3c-eaa3-47d7-8a61-89b13b4f7fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a12b501-eb79-4c36-94ef-326feaf99650,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.491510 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51796) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.537939 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e8c5fe7c-fe24-4fdb-8b21-6d9c92bfcf9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ea9eaca87894d75a800c301cfcceb81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452130 Nov 22 16:54:07.541622 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51798) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.590733 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.612083 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.671001 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.673548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.674765 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06a65042-c90b-4d64-9c22-972f318f352a HTTP/1.1" status: 204 len: 168 time: 0.1322119 Nov 22 16:54:07.682863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63d2a-851f-4325-9d91-ced309d0a9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a65042-c90b-4d64-9c22-972f318f352a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.820580 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 47a7db94-6197-49b7-bc02-951565eafa97 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:07.843796 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 47a7db94-6197-49b7-bc02-951565eafa97 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:07.843796 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 47a7db94-6197-49b7-bc02-951565eafa97 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:07.843796 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device bf84be80-1d4b-4a61-864c-d94407925a45 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:07.863951 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: bf84be80-1d4b-4a61-864c-d94407925a45 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:07.864298 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device bf84be80-1d4b-4a61-864c-d94407925a45 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:07.864715 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 837d598a-b0ec-4194-bad9-3c106d2b8ee9 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:07.883562 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 837d598a-b0ec-4194-bad9-3c106d2b8ee9 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:07.883909 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 837d598a-b0ec-4194-bad9-3c106d2b8ee9 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:11.157940 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:17.190788 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51912) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.310242 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e84a-456d-45e8-a1c3-d7a41cd0e2fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.391997 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e84a-456d-45e8-a1c3-d7a41cd0e2fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.397654 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6e3e84a-456d-45e8-a1c3-d7a41cd0e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.434396 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3e84a-456d-45e8-a1c3-d7a41cd0e2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a9c4c-e4c4-4a2c-b7b2-a9013e89958c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.439104 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a6e3e84a-456d-45e8-a1c3-d7a41cd0e2fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd4869b9c38c4c46bec549d6db141f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472627 Nov 22 16:54:17.444900 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 51916) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:17.504575 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.526639 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.584673 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.587387 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.588563 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b58a9c4c-e4c4-4a2c-b7b2-a9013e89958c HTTP/1.1" status: 204 len: 168 time: 0.1455531 Nov 22 16:54:17.596445 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208a3d4-4e8d-4b69-b46e-a8a052579852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a9c4c-e4c4-4a2c-b7b2-a9013e89958c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:25.526696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70890-7d41-4c16-ab71-cc4743a42d49 req-6bba0cfd-e4ed-4913-9884-121a93ad9648 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.528252 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12e70890-7d41-4c16-ab71-cc4743a42d49 req-6bba0cfd-e4ed-4913-9884-121a93ad9648 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0585194 Nov 22 16:54:25.578989 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-12e70890-7d41-4c16-ab71-cc4743a42d49 req-6827e0c6-50b2-42f8-b8c5-80268db61846 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Nov 22 16:54:26.715921 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbcabf-2ec3-4dcf-9304-a82c64bb6896 req-0cd5eb03-946a-41dd-8231-f06133dd411e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:26.717435 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38dbcabf-2ec3-4dcf-9304-a82c64bb6896 req-0cd5eb03-946a-41dd-8231-f06133dd411e tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0588491 Nov 22 16:54:26.776401 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-38dbcabf-2ec3-4dcf-9304-a82c64bb6896 req-650a394e-d5c2-4f3e-b728-7a21292da0b7 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups?id=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Nov 22 16:54:26.889135 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520152b7-89c8-407c-b183-2574d311d017 req-ae7f5f4e-d971-44fa-a220-3269a70df492 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:26.890977 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-520152b7-89c8-407c-b183-2574d311d017 req-ae7f5f4e-d971-44fa-a220-3269a70df492 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 947 time: 0.0639024 Nov 22 16:54:26.998749 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Deleting port c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:26.999073 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.101874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] For port c850acfe-2ba9-434b-b1da-fcead6e81141, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=c850acfe-2ba9-434b-b1da-fcead6e81141,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:27.101874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.306505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.306505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.306505 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Floating IP e5efb908-a3a2-4426-ab05-c946885dfeb0 disassociated. External IP: 172.27.1.67, port: c850acfe-2ba9-434b-b1da-fcead6e81141. Nov 22 16:54:27.306505 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Calling delete_port for c850acfe-2ba9-434b-b1da-fcead6e81141 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:27.478607 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.514172 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'Port': ['ID=c850acfe-2ba9-434b-b1da-fcead6e81141,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:27.659237 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:27.885950 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3bcfe59c-e2c3-48f9-a23a-a7cbf50993e0 req-be7171dd-162d-4e5b-8f7c-44307f7a0cff tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/ports?device_id=36c28abc-b1a3-4edf-988a-982441e5bc0a HTTP/1.1" status: 200 len: 210 time: 0.0313423 Nov 22 16:54:28.049615 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:28.061152 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:28.072778 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:28.073514 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.090221 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] No DVR routers for this DVR port c850acfe-2ba9-434b-b1da-fcead6e81141 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:28.093510 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.097144 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-520152b7-89c8-407c-b183-2574d311d017 req-88bf61e3-ae8a-47b3-bce9-de25ffc6a1e5 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.48 "DELETE /v2.0/ports/c850acfe-2ba9-434b-b1da-fcead6e81141 HTTP/1.1" status: 204 len: 173 time: 1.2003286 Nov 22 16:54:28.097630 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-deleted', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:28.100720 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab52664-4f6d-42e3-89ed-1545ab31bae0" -d '{"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-deleted", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:28.144414 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0314d7c4-8c14-421c-b52d-614d8702855e x-openstack-request-id: req-0314d7c4-8c14-421c-b52d-614d8702855e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:28.144783 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36c28abc-b1a3-4edf-988a-982441e5bc0a", "name": "network-vif-deleted", "tag": "c850acfe-2ba9-434b-b1da-fcead6e81141", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:28.145036 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0314d7c4-8c14-421c-b52d-614d8702855e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:28.145432 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36c28abc-b1a3-4edf-988a-982441e5bc0a', 'name': 'network-vif-deleted', 'tag': 'c850acfe-2ba9-434b-b1da-fcead6e81141', 'status': 'completed', 'code': 200} Nov 22 16:54:28.186470 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:28.395771 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.421287 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:28.430332 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:28.430933 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.541078 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:28.762804 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:28.790362 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d3d7e-3f83-4ffe-8fce-9924f65c4b8f None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 4, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '224e3d53-e17a-4b97-887e-e0bec6eee5cf', 'name': '', 'network_id': '555e272a-5aea-4185-b0e8-0dd29df0ef41', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'mac_address': 'fa:16:3e:b1:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:00Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'subnets': [{'id': '31b7f340-a3a5-4800-ae9b-91f3ff41f7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:28.985536 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52086) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:29.047624 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c758a-e8df-49b9-b0c0-01f8f2f2d159 None None] New status for floating IP e5efb908-a3a2-4426-ab05-c946885dfeb0: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:54:29.048275 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.073021 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.121672 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.124736 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.126306 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "DELETE /v2.0/security-groups/305f969d-02ea-4ef7-a7a6-a2d5850bbd0f HTTP/1.1" status: 204 len: 168 time: 0.1394055 Nov 22 16:54:29.129238 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52088) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:29.137219 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52660918-a23d-4102-b89d-50bdb716047d tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f969d-02ea-4ef7-a7a6-a2d5850bbd0f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:29.146362 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.api.v2.resource [None req-724b22e2-7f71-4053-af16-9182e55dd07a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] show failed (client error): The resource could not be found. Nov 22 16:54:29.147566 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-724b22e2-7f71-4053-af16-9182e55dd07a tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "GET /v2.0/security-groups/305f969d-02ea-4ef7-a7a6-a2d5850bbd0f HTTP/1.1" status: 404 len: 347 time: 0.0173130 Nov 22 16:54:29.150777 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52090) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:29.280562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Deleting port 078e08c7-5f26-4da5-96da-ccaf56d75064 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:29.280925 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.364674 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.364999 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.377784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Calling delete_port for 078e08c7-5f26-4da5-96da-ccaf56d75064 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:29.531799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.556611 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Pushing event deleted for resources: {'Port': ['ID=078e08c7-5f26-4da5-96da-ccaf56d75064,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:29.619111 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.621798 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.623348 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-fe027f34-7588-4740-8112-019a028a6dd4 tempest-AttachVolumeShelveTestJSON-2100687641 tempest-AttachVolumeShelveTestJSON-2100687641-project] 10.222.0.46 "DELETE /v2.0/floatingips/e5efb908-a3a2-4426-ab05-c946885dfeb0 HTTP/1.1" status: 204 len: 168 time: 0.4716682 Nov 22 16:54:30.012159 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-cfc60c08-b510-46d1-a5ea-d22534ed0b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.122910 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:30.146870 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: c850acfe-2ba9-434b-b1da-fcead6e81141 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:30.147230 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device c850acfe-2ba9-434b-b1da-fcead6e81141 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:30.260934 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.109565 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52132) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:32.339400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9f47796f-ee88-456e-900d-041f1420497c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.610488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.854279 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Deleting port 224e3d53-e17a-4b97-887e-e0bec6eee5cf {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:32.854512 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.930764 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] For port 224e3d53-e17a-4b97-887e-e0bec6eee5cf, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=224e3d53-e17a-4b97-887e-e0bec6eee5cf,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:32.931153 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.945606 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Calling delete_port for 224e3d53-e17a-4b97-887e-e0bec6eee5cf owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:33.133705 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.163844 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Pushing event deleted for resources: {'Port': ['ID=224e3d53-e17a-4b97-887e-e0bec6eee5cf,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:33.328377 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.430066 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.558509 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:33.670687 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:33.676846 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1da2452a-e2a9-47ec-8b01-584201120771 admin admin] 10.222.0.46 "PUT /v2.0/routers/1ffb49ac-894f-4d51-8ee8-81f0d51f3df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5661726 Nov 22 16:54:33.679794 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52158) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:33.686092 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Sync routers for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:33.696663 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:33.697268 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:33.825275 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:34.029447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks [] for router, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.036351 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:54:33Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.065541 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Checking router: 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:34.074498 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Routers {'1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:34.075152 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:54:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.141800 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.205166 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Deleting port 59f51013-7039-4f19-bda7-d18f4f2e4ae2 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:34.205577 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.213415 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:34.288057 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] For port 59f51013-7039-4f19-bda7-d18f4f2e4ae2, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=59f51013-7039-4f19-bda7-d18f4f2e4ae2,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:34.288442 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.293346 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] Set router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:34.302395 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Calling delete_port for 59f51013-7039-4f19-bda7-d18f4f2e4ae2 owned by network:router_gateway {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:34.331853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b16f90cc-7346-4d54-97b5-d679add5eb8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.410894 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b16f90cc-7346-4d54-97b5-d679add5eb8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.416331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b16f90cc-7346-4d54-97b5-d679add5eb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.453012 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f90cc-7346-4d54-97b5-d679add5eb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe391b8-b02f-4043-b91e-a70d59c676b6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.465871 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b16f90cc-7346-4d54-97b5-d679add5eb8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d5bb6a7b96a48d687132947da99fd07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512302 Nov 22 16:54:34.470681 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:34.482859 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:54:33Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:34.502194 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.517069 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114af3d-f4a2-4c36-a046-8f955bc0a67f None None] The sync data for ids ['1ffb49ac-894f-4d51-8ee8-81f0d51f3df3'] in dv-cinder-773985-19-iscsi is: [{'id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'name': 'tempest-AttachVolumeShelveTestJSON-560843536-router', 'tenant_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:52Z', 'updated_at': '2021-11-22T16:54:33Z', 'revision_number': 5, 'project_id': 'cfe47babd75f42bc8500bd73fd3e8a80', 'gw_port': {'id': '59f51013-7039-4f19-bda7-d18f4f2e4ae2', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffb49ac-894f-4d51-8ee8-81f0d51f3df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:53Z', 'updated_at': '2021-11-22T16:47:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:34.522454 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.538152 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f51013-7039-4f19-bda7-d18f4f2e4ae2,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.547623 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.596817 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.599552 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.600731 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abe391b8-b02f-4043-b91e-a70d59c676b6 HTTP/1.1" status: 204 len: 168 time: 0.1290507 Nov 22 16:54:34.601532 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.609829 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524448-803f-4b66-96fe-0fc6d1e43092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe391b8-b02f-4043-b91e-a70d59c676b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.699671 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.701861 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.753488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.754872 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 {{(pid=109411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:34.761468 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.765413 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c64bb14d-d297-4cb0-ada1-94dea60f6070 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1ffb49ac-894f-4d51-8ee8-81f0d51f3df3 HTTP/1.1" status: 204 len: 168 time: 1.0818880 Nov 22 16:54:34.765571 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52192) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:34.813913 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Deleting subnet 31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:34.817059 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.853333 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.888327 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52194) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:34.904949 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1aea69e1-f2c3-4297-b2bd-0f73e0cf4c44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.957058 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.978534 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.989382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1aea69e1-f2c3-4297-b2bd-0f73e0cf4c44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.994366 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1aea69e1-f2c3-4297-b2bd-0f73e0cf4c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.036949 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1aea69e1-f2c3-4297-b2bd-0f73e0cf4c44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dbd1978ccdef4882bdfa8f3258d97fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474857 Nov 22 16:54:35.037927 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea69e1-f2c3-4297-b2bd-0f73e0cf4c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad8470-1d92-409d-8a24-3be474fd11c3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.039746 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52196) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:35.048487 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.090717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31b7f340-a3a5-4800-ae9b-91f3ff41f7b7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.092575 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.094955 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf251b4-40a3-4493-8554-cb443c5ab002 None None] Network 555e272a-5aea-4185-b0e8-0dd29df0ef41 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:35.095842 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-f1aa83c0-93ed-46c3-b9c0-d2c62bc138c8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/31b7f340-a3a5-4800-ae9b-91f3ff41f7b7 HTTP/1.1" status: 204 len: 168 time: 0.3291571 Nov 22 16:54:35.100426 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52198) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:35.182281 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.213384 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.220417 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.301107 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.303750 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.307454 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dad8470-1d92-409d-8a24-3be474fd11c3 HTTP/1.1" status: 204 len: 168 time: 0.2638671 Nov 22 16:54:35.317771 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd03442-f04c-4952-908d-ad83dbcd8b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad8470-1d92-409d-8a24-3be474fd11c3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.337557 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Deleting port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:35.337896 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.412158 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] For port 07d035a0-4b3a-495b-ae0e-03d700f3ce73, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=07d035a0-4b3a-495b-ae0e-03d700f3ce73,segment=NetworkSegment(a5a75e5e-5160-4789-8921-8228d9109894),segment_id=a5a75e5e-5160-4789-8921-8228d9109894)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:35.412517 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.426747 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Calling delete_port for 07d035a0-4b3a-495b-ae0e-03d700f3ce73 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:35.510265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.536908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d035a0-4b3a-495b-ae0e-03d700f3ce73,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.540653 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] No DVR routers for this DVR port 07d035a0-4b3a-495b-ae0e-03d700f3ce73 on host dv-cinder-773985-19-iscsi {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:35.617384 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.641767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555e272a-5aea-4185-b0e8-0dd29df0ef41']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.642816 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb97b7-dce0-4f50-a826-680b30c46919 None None] DHCP port deletion for 555e272a-5aea-4185-b0e8-0dd29df0ef41 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:35.653855 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5a75e5e-5160-4789-8921-8228d9109894') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.654251 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5a75e5e-5160-4789-8921-8228d9109894') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.656118 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.668762 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.683879 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.691337 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:35.691735 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:35.693473 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:35.753050 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.758555 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.761593 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] 10.222.0.46 "DELETE /v2.0/networks/555e272a-5aea-4185-b0e8-0dd29df0ef41 HTTP/1.1" status: 204 len: 168 time: 0.6598675 Nov 22 16:54:35.772680 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5be7f-724d-46c4-b981-a551ab293221 admin admin] Pushing event deleted for resources: {'Network': ['ID=555e272a-5aea-4185-b0e8-0dd29df0ef41,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.854622 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 224e3d53-e17a-4b97-887e-e0bec6eee5cf no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:35.877314 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 224e3d53-e17a-4b97-887e-e0bec6eee5cf {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:35.877961 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 224e3d53-e17a-4b97-887e-e0bec6eee5cf not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:35.878458 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 59f51013-7039-4f19-bda7-d18f4f2e4ae2 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:35.900772 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 59f51013-7039-4f19-bda7-d18f4f2e4ae2 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:35.901120 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 59f51013-7039-4f19-bda7-d18f4f2e4ae2 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:35.901530 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 07d035a0-4b3a-495b-ae0e-03d700f3ce73 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:35.921090 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 07d035a0-4b3a-495b-ae0e-03d700f3ce73 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:35.921452 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 07d035a0-4b3a-495b-ae0e-03d700f3ce73 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:35.957006 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52222) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:36.008129 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c5718683-d483-4814-aaf2-26373d69a3bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfe47babd75f42bc8500bd73fd3e8a80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499487 Nov 22 16:54:36.010743 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52226) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:36.057943 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.080463 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.128532 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.131274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.132436 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d9c71f9-2121-48b5-a747-370ec0bfe2f6 HTTP/1.1" status: 204 len: 168 time: 0.1208677 Nov 22 16:54:36.140886 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2ec4a-6648-4781-aae7-71be4923adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c71f9-2121-48b5-a747-370ec0bfe2f6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:36.951119 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52270) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:37.045870 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2007736728-network', 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:37.067619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:37.070028 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.078436 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.157065 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.162664 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.190642 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:37.197232 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20806d0-ff33-4101-91d6-e5a28c1a3de9,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:37.203360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.203680 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Added segment ea326a73-2fca-4557-a6f5-e8d5fb315bfa of type vlan for network c2490190-872c-472c-b92e-457c66c9dde8 Nov 22 16:54:37.247536 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.274525 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.275586 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:37.276234 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.339358 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3867841 Nov 22 16:54:37.342396 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:37.347833 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338dd357-11fd-4bc6-897f-30889f671235 admin admin] Pushing event updated for resources: {'Network': ['ID=c2490190-872c-472c-b92e-457c66c9dde8,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:37.349899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Request body: {'subnet': {'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2007736728-subnet', 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:37.357991 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network c2490190-872c-472c-b92e-457c66c9dde8 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:37.395476 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:37.397897 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.564216 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.616361 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7bb466-845a-4b3d-93bb-bdd1c1438668,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:37.631341 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Checking segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:37.631690 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Network hostable DHCP agents. Network: c2490190-872c-472c-b92e-457c66c9dde8, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:37.651245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Network c2490190-872c-472c-b92e-457c66c9dde8 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:37.661324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, c2490190-872c-472c-b92e-457c66c9dde8) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:37.666594 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:37.667198 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.671246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4966c-0224-4148-a4dc-1bae95395cbb None None] Network c2490190-872c-472c-b92e-457c66c9dde8 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:37.685007 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-3c5f5243-f9e6-4f97-95f4-4eab4abc0237 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3415821 Nov 22 16:54:37.808624 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b1f47-6813-4343-a48b-400f30026da0 None None] Network c2490190-872c-472c-b92e-457c66c9dde8 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:38.109193 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-6b3b9d8d-9ec9-4f91-b9e4-315e4a1d71cd tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.110641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-6b3b9d8d-9ec9-4f91-b9e4-315e4a1d71cd tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1072359 Nov 22 16:54:38.128741 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-af57f2bc-cf1a-47b2-b801-e1518a2482b3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/quotas/012a4339a6f4457584df4d3e5d1ea6cf HTTP/1.1" status: 200 len: 375 time: 0.0098941 Nov 22 16:54:38.162599 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-a9f9d305-9d9e-41fc-a499-d1fba74fdef6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263216 Nov 22 16:54:38.268006 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-6b89bdb7-bb18-443f-9265-2f26e1c502ca service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984962 Nov 22 16:54:38.361284 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-c10468e3-b187-44d2-a687-9a4c06f6d061 service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869555 Nov 22 16:54:38.537198 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ae5f3932-8b21-4dcb-bb3e-5db0f8f2647e req-7be83514-7875-4223-a932-166653a6f498 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 210 time: 0.0344241 Nov 22 16:54:39.535052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-618b7b7f-dd0a-45b8-bf07-719e62cf02b4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.537287 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-618b7b7f-dd0a-45b8-bf07-719e62cf02b4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1126046 Nov 22 16:54:39.551017 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Request body: {'port': {'device_id': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'admin_state_up': True, 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:39.637617 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fd8e3029-1f19-493d-9173-f8bff48eea80 req-583aab3c-b4c8-491a-97a3-3edc7a585a5a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 210 time: 0.0307002 Nov 22 16:54:39.673015 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:39.677643 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.814224 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Allocated IP 172.20.0.13 (c2490190-872c-472c-b92e-457c66c9dde8/9b7bb466-845a-4b3d-93bb-bdd1c1438668/d58c3bb0-72c4-45b4-b48f-aa500e68edc7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:39.969616 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.004034 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.053485 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Network c2490190-872c-472c-b92e-457c66c9dde8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:40.056765 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:40.060724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:40.067985 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event updated for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.114056 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.114710 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.132765 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-d97b32b3-58b2-4f9b-9c62-c0e4e3f8f17d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858572 Nov 22 16:54:40.145506 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Request body: {'port': {'device_id': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:40.204884 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.487764 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58c3bb0-72c4-45b4-b48f-aa500e68edc7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:40.496435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.509590 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Transition to ACTIVE for port object d58c3bb0-72c4-45b4-b48f-aa500e68edc7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:54:40.513305 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.570220 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Pushing event updated for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.644645 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Attempting to bind port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:40.645234 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Attempting to bind port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:40.645769 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Attempting to bind port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:40.651464 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 on network c2490190-872c-472c-b92e-457c66c9dde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:54:40.651782 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Attempting to bind port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:40.656945 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:40.657277 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Checking segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:40.657659 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Bound using segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:40.658088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Bound port: d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:40.658474 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.723449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:40.727510 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:40.735228 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.738476 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52360) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:40.764390 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec963a-f1fa-49d3-b24f-d42a5ff586b4 req-3b7522af-2254-4585-9162-6f2ea61a899d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.766378 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6dec963a-f1fa-49d3-b24f-d42a5ff586b4 req-3b7522af-2254-4585-9162-6f2ea61a899d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 944 time: 0.0580137 Nov 22 16:54:40.776462 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.777088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.778542 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] 10.222.0.48 "PUT /v2.0/ports/d58c3bb0-72c4-45b4-b48f-aa500e68edc7 HTTP/1.1" status: 200 len: 1094 time: 0.6373746 Nov 22 16:54:40.779006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:40.781307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ff6a7-a871-42db-84ca-765c6510b1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:40.814475 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f433a-753e-4326-83ce-d0111e1ffd3f service neutron] Pushing event updated for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.828187 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6dec963a-f1fa-49d3-b24f-d42a5ff586b4 req-2f51552e-a2a6-4ae7-891d-bd9d2c3404e9 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518444 Nov 22 16:54:40.862481 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50cf787-5598-4b0c-aa67-d5550857d3cf x-openstack-request-id: req-a50cf787-5598-4b0c-aa67-d5550857d3cf {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:40.862786 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:40.863041 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a50cf787-5598-4b0c-aa67-d5550857d3cf {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:40.863449 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7', 'status': 'completed', 'code': 200} Nov 22 16:54:40.880326 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-5573f55f-00dd-43df-a595-630ac5b6f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.881868 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-5573f55f-00dd-43df-a595-630ac5b6f175 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0510931 Nov 22 16:54:40.882833 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed912f77-bfb2-412d-9ba8-da9a5bc44bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.930562 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-cf8ab17a-1e17-43df-bb39-7f7065121bef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7 HTTP/1.1" status: 200 len: 217 time: 0.0391061 Nov 22 16:54:40.964605 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed912f77-bfb2-412d-9ba8-da9a5bc44bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.968573 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed912f77-bfb2-412d-9ba8-da9a5bc44bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.982902 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-4d7995c4-17b7-4199-bc59-95b25b5986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.984558 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-4d7995c4-17b7-4199-bc59-95b25b5986ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0469241 Nov 22 16:54:41.008180 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-ed912f77-bfb2-412d-9ba8-da9a5bc44bcf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7de092b5d60c44d18756c9115cd6712f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686255 Nov 22 16:54:41.009411 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed912f77-bfb2-412d-9ba8-da9a5bc44bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1557657-3576-4b3a-93f4-28d1124da447,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.012821 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52366) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:41.016766 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-a23fd798-1369-45f1-8aca-8d18dfb7fcd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253055 Nov 22 16:54:41.066913 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.089094 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.111307 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-dbc62a5c-321f-46e5-897b-f82d000df24a service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873880 Nov 22 16:54:41.135660 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.138490 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.139707 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1557657-3576-4b3a-93f4-28d1124da447 HTTP/1.1" status: 204 len: 168 time: 0.1256042 Nov 22 16:54:41.147915 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8648a4-254b-4f39-a5c4-a8b0b01edd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1557657-3576-4b3a-93f4-28d1124da447,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.208136 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-81f5c438-9931-4e23-aede-4b7e7282b034 req-295b4c02-17c1-48e4-9011-43f3b60064a0 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902209 Nov 22 16:54:41.302264 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-ebfa89a0-188e-4b63-ae2c-495f3665532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.303942 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-ebfa89a0-188e-4b63-ae2c-495f3665532a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 1097 time: 0.0461113 Nov 22 16:54:41.398770 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-59651a95-385d-4ab6-87ce-39afcb05bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.400271 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-59651a95-385d-4ab6-87ce-39afcb05bc87 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 916 time: 0.0888131 Nov 22 16:54:41.416412 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52372) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:41.434837 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9d350cf-992c-4097-b54d-5ed0c3d14035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.455047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-4e4e1de1-fbca-4035-8c65-045ecdaf4156 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7 HTTP/1.1" status: 200 len: 217 time: 0.0465376 Nov 22 16:54:41.511477 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-4e62c043-4fc6-4148-b2f7-100a8da9783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.513064 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-4e62c043-4fc6-4148-b2f7-100a8da9783a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0500205 Nov 22 16:54:41.517890 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9d350cf-992c-4097-b54d-5ed0c3d14035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.522270 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9d350cf-992c-4097-b54d-5ed0c3d14035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.546169 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-3483c1a9-fb77-4610-b8a9-f9f3d2fa0b6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246093 Nov 22 16:54:41.560101 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d350cf-992c-4097-b54d-5ed0c3d14035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db76944-b4ed-48ec-aa41-6d2f0949597a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.568416 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e9d350cf-992c-4097-b54d-5ed0c3d14035 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e66a124f00c42a0be2bac80cffed141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1484430 Nov 22 16:54:41.568918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52374) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:41.617651 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.637418 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-1c653c7b-dca6-4c4c-aee6-0e39406e43f0 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Nov 22 16:54:41.640299 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.696480 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.699217 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.700380 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2db76944-b4ed-48ec-aa41-6d2f0949597a HTTP/1.1" status: 204 len: 168 time: 0.1308458 Nov 22 16:54:41.711379 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f1617-2a62-4fd1-8c6f-e8d7c985fd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db76944-b4ed-48ec-aa41-6d2f0949597a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.747190 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dc6ff6a7-a871-42db-84ca-765c6510b1b5 req-dca1b19f-29c4-4623-a5dc-fa43555fec4b service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016610 Nov 22 16:54:41.952130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01df19-f144-4ec5-8079-ff71edf3c7b9 req-fefe88ee-5b06-4c55-947a-839f607d1e64 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.953982 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ab01df19-f144-4ec5-8079-ff71edf3c7b9 req-fefe88ee-5b06-4c55-947a-839f607d1e64 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 944 time: 0.0506938 Nov 22 16:54:42.005411 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ab01df19-f144-4ec5-8079-ff71edf3c7b9 req-1fb0f467-3970-4d11-97d8-60125f6124e3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452676 Nov 22 16:54:43.128143 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a889-084e-4b52-b516-5a7a888cdaca req-6c5ca3c7-6a68-4b52-887a-c4e322360fe8 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.129752 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d364a889-084e-4b52-b516-5a7a888cdaca req-6c5ca3c7-6a68-4b52-887a-c4e322360fe8 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 944 time: 0.0526814 Nov 22 16:54:43.178393 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d364a889-084e-4b52-b516-5a7a888cdaca req-d6609160-e4d0-4b18-bbd9-cfe62c383114 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Nov 22 16:54:43.437280 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52424) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.550397 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cbaf-0f3f-41f7-86c4-07594ead743e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.632773 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cbaf-0f3f-41f7-86c4-07594ead743e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.638176 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cbaf-0f3f-41f7-86c4-07594ead743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.676283 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-0cc5cbaf-0f3f-41f7-86c4-07594ead743e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f51fd6c1ff954232891f2a87a465669c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375653 Nov 22 16:54:43.677145 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5cbaf-0f3f-41f7-86c4-07594ead743e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda735f-c09c-4233-9ea0-c17f3cd749ba,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.679412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52428) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.738288 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.761928 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.818006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.821065 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.822279 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fda735f-c09c-4233-9ea0-c17f3cd749ba HTTP/1.1" status: 204 len: 168 time: 0.1416833 Nov 22 16:54:43.830286 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72119158-0d01-4600-9956-1788fbef159d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda735f-c09c-4233-9ea0-c17f3cd749ba,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.112888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52434) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:44.126864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0db7bf2-21b8-412d-94d8-9d143a210a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.199955 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device d58c3bb0-72c4-45b4-b48f-aa500e68edc7 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:44.207373 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0db7bf2-21b8-412d-94d8-9d143a210a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.214034 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0db7bf2-21b8-412d-94d8-9d143a210a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.254391 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-a0db7bf2-21b8-412d-94d8-9d143a210a99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=381ba9b9873c4a87bee87d8d7922947f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394768 Nov 22 16:54:44.254391 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db7bf2-21b8-412d-94d8-9d143a210a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9deab2-b456-40f4-9d41-56d6bfbe18ad,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.256603 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52438) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:44.304697 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:44.306347 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18c75-88f5-450a-bbeb-147d8faf15f1 req-efa7c794-a21c-4d61-882c-a4b96f621a1a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.307884 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f1f18c75-88f5-450a-bbeb-147d8faf15f1 req-efa7c794-a21c-4d61-882c-a4b96f621a1a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 944 time: 0.0521424 Nov 22 16:54:44.308166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.318532 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'port_id': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7', 'mac_address': 'fa:16:3e:05:d6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7bb466-845a-4b3d-93bb-bdd1c1438668', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:44.330845 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.357729 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.358510 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f1f18c75-88f5-450a-bbeb-147d8faf15f1 req-93a2ded9-5203-4a7e-afc6-a670fb9d794c tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428939 Nov 22 16:54:44.374339 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58c3bb0-72c4-45b4-b48f-aa500e68edc7 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:44.385210 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.387772 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.388964 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c9deab2-b456-40f4-9d41-56d6bfbe18ad HTTP/1.1" status: 204 len: 168 time: 0.1312644 Nov 22 16:54:44.395503 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:44.397405 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5be29c-de83-438e-abd5-547aa92b93d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9deab2-b456-40f4-9d41-56d6bfbe18ad,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.403461 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.460657 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.471252 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.471608 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.471995 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.472471 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.473047 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.473412 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.473779 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.474133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.474484 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.474914 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.475378 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.475805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:44.636383 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:45.477565 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2d19d-03bc-4852-a62a-443dd3d2b30c req-aadba49d-8247-4329-9a79-eb8fd66a8e7c tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:45.479099 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ce2d19d-03bc-4852-a62a-443dd3d2b30c req-aadba49d-8247-4329-9a79-eb8fd66a8e7c tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 945 time: 0.0503788 Nov 22 16:54:45.531096 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ce2d19d-03bc-4852-a62a-443dd3d2b30c req-c27f5687-dc7b-47c1-bc62-8983ccb0314e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Nov 22 16:54:46.217040 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device d58c3bb0-72c4-45b4-b48f-aa500e68edc7 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:46.275123 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:54:46.280524 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:46.280890 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.362197 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.386620 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:46.388901 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb70e51-cffe-4aa8-85c3-39ee31bf5b0d" -d '{"events": [{"server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:46.401942 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:46.407396 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.434777 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76959b32-01c5-4c0b-b205-7538794e1cef x-openstack-request-id: req-76959b32-01c5-4c0b-b205-7538794e1cef {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:46.435075 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "name": "network-vif-plugged", "status": "completed", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:46.435335 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76959b32-01c5-4c0b-b205-7538794e1cef {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:46.435740 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7', 'code': 200} Nov 22 16:54:46.466133 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:46.607209 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f6b74-74e2-42f6-91aa-4dc46aa8328b req-1438735f-1649-44b2-86d2-829c2f2bf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:46.608905 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e92f6b74-74e2-42f6-91aa-4dc46aa8328b req-1438735f-1649-44b2-86d2-829c2f2bf61d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 1099 time: 0.0404365 Nov 22 16:54:46.654662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c563631-dfce-4d19-b2c1-d093e82e29f0 req-ec031638-b764-478f-b1f5-93800df35fb7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:46.656395 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c563631-dfce-4d19-b2c1-d093e82e29f0 req-ec031638-b764-478f-b1f5-93800df35fb7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 946 time: 0.0559330 Nov 22 16:54:46.660486 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e92f6b74-74e2-42f6-91aa-4dc46aa8328b req-ebf0ad8e-0278-4a81-be06-169ee376da33 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Nov 22 16:54:46.706571 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7c563631-dfce-4d19-b2c1-d093e82e29f0 req-dc1c6b60-9a82-484d-b789-3ee2f1967bd4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Nov 22 16:54:47.833789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe21520-8851-4c2d-a0c9-e9a0a66d2c74 req-8cfd4ad8-b0dc-475a-be0a-02359b2d59d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:47.835285 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbe21520-8851-4c2d-a0c9-e9a0a66d2c74 req-8cfd4ad8-b0dc-475a-be0a-02359b2d59d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 946 time: 0.0494111 Nov 22 16:54:47.892758 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbe21520-8851-4c2d-a0c9-e9a0a66d2c74 req-8be75f9f-8419-4042-9514-059e372be503 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483727 Nov 22 16:54:48.175934 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:57.355704 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-63851472-aee5-4e20-a8c5-495492850cab tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:57.357273 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-63851472-aee5-4e20-a8c5-495492850cab tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1099210 Nov 22 16:54:57.373289 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-979129e6-a9b4-48ac-a685-6ad4967a0f30 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/quotas/012a4339a6f4457584df4d3e5d1ea6cf HTTP/1.1" status: 200 len: 375 time: 0.0096853 Nov 22 16:54:57.429751 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-45698aaa-29c2-4e5e-84ab-570fea5d271d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506072 Nov 22 16:54:57.531958 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-a10a7dee-f465-49a0-a81e-15e66d381405 service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946002 Nov 22 16:54:57.624030 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-6cd13400-7189-4325-af21-7ea7a6303402 service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Nov 22 16:54:57.802488 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5c2463cf-469b-4162-8c21-4bdbf612b948 req-d5a5f4aa-6337-481d-8326-7d0e64bc31c7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 210 time: 0.0318925 Nov 22 16:54:58.903070 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3e61e24f-9fad-4a10-9017-dac78b3f59e6 req-689d7cd3-63e2-4f70-bfb1-100a336e8143 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 210 time: 0.0298233 Nov 22 16:55:00.021088 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6a422d4a-4498-4c38-820e-92d73531d37e req-11cf8703-6a24-40ce-8ee2-f042b386dfa6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 210 time: 0.0313835 Nov 22 16:55:00.022243 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5982d303-13be-48b2-9cbf-6ae790192568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.277191 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.133433 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-826f2041-1773-4b43-8b5a-e6d7e43da3d9 req-3fa86da1-65a4-4073-8bc9-010277e3dd83 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 210 time: 0.0264008 Nov 22 16:55:01.241866 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-767e4f32-dc63-439f-a4ec-9c7bb85bf26e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.243387 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-767e4f32-dc63-439f-a4ec-9c7bb85bf26e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1053612 Nov 22 16:55:01.268011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Request body: {'port': {'device_id': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'admin_state_up': True, 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:01.383820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:01.387280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.526385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Allocated IP 172.20.0.8 (c2490190-872c-472c-b92e-457c66c9dde8/9b7bb466-845a-4b3d-93bb-bdd1c1438668/27da2c76-d860-4fc4-ba68-afa1f78ba7c4) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:01.685266 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.721711 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.735366 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:01.774271 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Network c2490190-872c-472c-b92e-457c66c9dde8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:01.779709 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:01.783497 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:01.790443 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event updated for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:01.817651 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.817974 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.818431 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.818665 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.818991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.819314 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.819638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.819958 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.820276 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.820593 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.820910 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.821224 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:01.844940 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.845548 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.861704 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-0633aee4-9331-4b81-bcbb-91d6e8eff5d4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987060 Nov 22 16:55:01.875003 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Request body: {'port': {'device_id': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:01.931219 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.207040 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:02.214680 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.227324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Transition to ACTIVE for port object 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:02.232277 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.255766 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557b39e-9705-4387-b47e-1e9c9ed3ea72 req-88643b99-024c-40ef-b98a-d0b44cc25acc tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.257414 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5557b39e-9705-4387-b47e-1e9c9ed3ea72 req-88643b99-024c-40ef-b98a-d0b44cc25acc tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 931 time: 0.0517962 Nov 22 16:55:02.281480 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Pushing event updated for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:02.311076 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5557b39e-9705-4387-b47e-1e9c9ed3ea72 req-b617a1d2-7bc8-463e-bd9d-584de8f188e2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Nov 22 16:55:02.348706 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-830a84cf-d6de-4c32-81b6-5488c2891012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.353620 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Attempting to bind port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:02.353969 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Attempting to bind port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:02.354313 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Attempting to bind port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:02.359521 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 on network c2490190-872c-472c-b92e-457c66c9dde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:02.359850 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Attempting to bind port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:02.365722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:02.366056 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Checking segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:02.366472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Bound using segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:02.366898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Bound port: 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:02.367223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.431628 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:02.435245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:02.439731 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.474740 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.475360 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.476732 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] 10.222.0.48 "PUT /v2.0/ports/27da2c76-d860-4fc4-ba68-afa1f78ba7c4 HTTP/1.1" status: 200 len: 1093 time: 0.6060026 Nov 22 16:55:02.477216 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:02.479449 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f907654d-25c2-4f47-b7d4-592f9c29b85e" -d '{"events": [{"name": "network-changed", "server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:02.505606 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865a55-a623-404b-ae4c-c12b5c64c240 service neutron] Pushing event updated for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:02.515807 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffbee97-354a-4498-b07b-7ef2669ffd35 x-openstack-request-id: req-6ffbee97-354a-4498-b07b-7ef2669ffd35 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:02.516164 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:02.516332 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ffbee97-354a-4498-b07b-7ef2669ffd35 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:02.516719 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'status': 'completed', 'code': 200} Nov 22 16:55:02.578697 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-1b09b6bf-d338-4fbb-97f9-1e2ecf9e089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.580192 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-1b09b6bf-d338-4fbb-97f9-1e2ecf9e089b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 1096 time: 0.0407119 Nov 22 16:55:02.634837 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-e20e8337-4b38-4987-bba2-ff9b66aa8d62 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4 HTTP/1.1" status: 200 len: 217 time: 0.0443964 Nov 22 16:55:02.694591 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-eb115def-40b0-44d8-8e30-4824b13cee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.695989 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-eb115def-40b0-44d8-8e30-4824b13cee97 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0481081 Nov 22 16:55:02.730241 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-89b7073d-3365-4855-a065-c08c99ee32d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241151 Nov 22 16:55:02.823936 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-c490dbcf-6fd5-4faa-9559-5cb933238eec service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Nov 22 16:55:02.930179 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-123ee1b1-98d5-4afc-8deb-163d66040099 req-f478a026-7012-445d-b3f2-115bfe5afbbb service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975826 Nov 22 16:55:03.043132 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-fbc95305-b351-4033-ac9a-f45bfdb464ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.044636 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-fbc95305-b351-4033-ac9a-f45bfdb464ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 1096 time: 0.0524397 Nov 22 16:55:03.151057 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-4dcc0405-9d80-4211-897e-6dcbd763d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.152544 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-4dcc0405-9d80-4211-897e-6dcbd763d5a2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 916 time: 0.0992754 Nov 22 16:55:03.196843 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-8fa0466a-dafb-4a3f-98e6-a85d9f29d6a3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4 HTTP/1.1" status: 200 len: 217 time: 0.0343490 Nov 22 16:55:03.248182 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-f7f75513-ce26-4aaa-880c-058d17776330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.249586 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-f7f75513-ce26-4aaa-880c-058d17776330 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0430088 Nov 22 16:55:03.288869 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-f95e47a0-b47f-450c-9770-7c6c12ecb63b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236573 Nov 22 16:55:03.382558 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-9f62ecaf-e86a-4428-94a4-ec0a025a8763 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836558 Nov 22 16:55:03.433351 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.439574 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60714cf-b858-45ef-b6dc-05777e45915f req-6b88c931-5f0e-4cb9-99af-5df5530c41a7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.441151 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c60714cf-b858-45ef-b6dc-05777e45915f req-6b88c931-5f0e-4cb9-99af-5df5530c41a7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 943 time: 0.0621593 Nov 22 16:55:03.489037 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c60714cf-b858-45ef-b6dc-05777e45915f req-d58da2e7-5607-45be-bf81-123ec1e814fb tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Nov 22 16:55:03.490871 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f907654d-25c2-4f47-b7d4-592f9c29b85e req-96ffe873-6828-446c-8c06-58094be221a1 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929778 Nov 22 16:55:04.627241 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4680a-75d6-43e9-9e6b-e5de66a96f99 req-b3e64d4a-2939-4923-a1f6-1952aceff251 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:04.629099 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6ca4680a-75d6-43e9-9e6b-e5de66a96f99 req-b3e64d4a-2939-4923-a1f6-1952aceff251 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 943 time: 0.0603797 Nov 22 16:55:04.676934 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6ca4680a-75d6-43e9-9e6b-e5de66a96f99 req-73ceff53-eded-4c65-90e0-2136407ca0bc tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Nov 22 16:55:04.950579 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.010885 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-be68a0f8-f845-45c7-9f66-c2194fe3d84f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128337129&fields=id&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 267 time: 0.0499644 Nov 22 16:55:05.138986 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-bc3dec77-f285-4a59-8a5d-598e21c064c0 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.142141 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-bc3dec77-f285-4a59-8a5d-598e21c064c0 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.1226079 Nov 22 16:55:05.164643 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-37b55811-9aa5-4209-8fc2-f78fa703d696 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/quotas/34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0151725 Nov 22 16:55:05.224503 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-8b0feb94-c529-4432-bcd3-0a6429ef1015 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0588894 Nov 22 16:55:05.334207 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fd489166-b357-48bf-a6a5-d599b3ff17c1 service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931530 Nov 22 16:55:05.425947 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-c04d4ee9-b628-42b0-a9d1-407a1c3ac45b service neutron] 10.222.0.46 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886633 Nov 22 16:55:05.639604 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.771101 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5220c394-795e-4554-941a-2971cd3c8f40 req-f5cbe431-9829-4ab2-bd60-15b5c182033a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 210 time: 0.0398412 Nov 22 16:55:05.792452 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-477f93d2-d124-444e-95db-74298a8c1af5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584104 Nov 22 16:55:05.855888 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98b1dc-697f-4475-a922-73e5e43bf535 req-d015cad5-3800-4e54-adda-2c39c3aff069 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.856939 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db98b1dc-697f-4475-a922-73e5e43bf535 req-d015cad5-3800-4e54-adda-2c39c3aff069 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 943 time: 0.0766797 Nov 22 16:55:05.873729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-40e47929-12bb-48b5-926a-4669ecaf41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.875433 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-40e47929-12bb-48b5-926a-4669ecaf41de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0508304 Nov 22 16:55:05.918420 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db98b1dc-697f-4475-a922-73e5e43bf535 req-4d2e574a-d2ac-4fb6-a506-982a4ee43d7e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474577 Nov 22 16:55:05.993046 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-9a0457f0-a7fe-4fc4-a543-3f111f50e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:05.994752 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-9a0457f0-a7fe-4fc4-a543-3f111f50e091 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0974810 Nov 22 16:55:06.309791 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-73bbc2a4-5a43-48e4-9440-68ec9b366af3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 999 time: 0.3053083 Nov 22 16:55:06.312430 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:06.362195 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-df72c464-e34b-4ffe-b649-59a4dea721da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:06.363880 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-df72c464-e34b-4ffe-b649-59a4dea721da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0463097 Nov 22 16:55:06.412964 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:06.416750 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-abf88be3-f92a-4ff7-820f-3190dab15633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:06.418262 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-abf88be3-f92a-4ff7-820f-3190dab15633 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423458 Nov 22 16:55:06.425734 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'port_id': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'mac_address': 'fa:16:3e:8a:97:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7bb466-845a-4b3d-93bb-bdd1c1438668', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:06.463089 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.476896 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:06.501387 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:06.505465 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.523241 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-930b28b0-369b-4790-84fe-aabdd1d90ae1 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852089 Nov 22 16:55:06.553813 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:06.622578 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c5245fc1-f5ae-4156-b843-a9420edd7049 req-189e483b-039a-4906-b571-75f394bdaf70 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897064 Nov 22 16:55:06.750944 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['27da2c76-d860-4fc4-ba68-afa1f78ba7c4'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:06.839617 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-3e9d8459-54bb-4391-89a8-ac18fed1e9db tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:06.841190 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-3e9d8459-54bb-4391-89a8-ac18fed1e9db tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 811 time: 0.1311152 Nov 22 16:55:06.897218 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a78b270b-2434-4bc5-851f-7f3023b0c874 req-991566e9-ae95-4a41-932a-23405e7449f7 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 210 time: 0.0281556 Nov 22 16:55:06.938081 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-7b8e8177-71df-4281-9516-dfff885e0fa7 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34096c71472f4590b84542f5fa3f1cc7 HTTP/1.1" status: 200 len: 380 time: 0.0878367 Nov 22 16:55:06.951869 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'port': {'device_id': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'admin_state_up': True, 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'security_groups': ['aefa0808-f05b-4b50-a450-c4d3ca6bde0a']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:07.051940 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe47fd-419c-4b3f-b714-d16fef2e5505 req-0e239f7e-36fb-4a6d-8cc1-a10e85c5f429 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:07.059948 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b0fe47fd-419c-4b3f-b714-d16fef2e5505 req-0e239f7e-36fb-4a6d-8cc1-a10e85c5f429 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 944 time: 0.0596371 Nov 22 16:55:07.081177 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Made reservation on behalf of 34096c71472f4590b84542f5fa3f1cc7 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:07.085908 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.111091 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b0fe47fd-419c-4b3f-b714-d16fef2e5505 req-f93a1405-b1cb-4ff3-8b69-d56fe05e8489 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498397 Nov 22 16:55:07.225817 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.20.0.9 (42ca106a-556a-4adb-8874-8ec3e8556409/ca8c826a-130c-4c50-bc37-2225ae21a7cb/3a9bcaf2-5d72-416a-a9a2-6563cd1870a2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:07.364973 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.399879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.448725 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 42ca106a-556a-4adb-8874-8ec3e8556409 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:07.451892 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:07.455727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:07.480849 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:07.511301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:07.511717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.528107 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-eb168db7-5916-4510-a3db-38c43ea22798 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809579 Nov 22 16:55:07.540374 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Request body: {'port': {'device_id': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:07.596245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.681129 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c4762333-864f-47a8-bacb-878cd6f3a15c None None] Provisioning complete for port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:07.681721 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c4762333-864f-47a8-bacb-878cd6f3a15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.715507 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c4762333-864f-47a8-bacb-878cd6f3a15c None None] Port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:07.871767 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:07.879265 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.891683 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Transition to ACTIVE for port object 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:07.897411 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.954198 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.020491 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2f6fd-dd25-4ae2-8403-3c580b3449cc req-677ddcca-d628-42ea-91d5-c3eebff0fe6d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.022741 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7eb2f6fd-dd25-4ae2-8403-3c580b3449cc req-677ddcca-d628-42ea-91d5-c3eebff0fe6d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0556517 Nov 22 16:55:08.031578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Attempting to bind port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:08.032014 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Attempting to bind port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:08.032603 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Attempting to bind port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:08.037921 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 on network 42ca106a-556a-4adb-8874-8ec3e8556409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:08.038283 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Attempting to bind port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 on network 42ca106a-556a-4adb-8874-8ec3e8556409 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:08.043509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:08.043841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Checking segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:08.044274 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Bound using segment: {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:08.044717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Bound port: 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:08.045075 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.077705 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7eb2f6fd-dd25-4ae2-8403-3c580b3449cc req-e361826e-aad5-4576-a2ea-8c0ad3313a7a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480952 Nov 22 16:55:08.117899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:08.121583 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:08.126580 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.164079 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.164766 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.166282 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] 10.222.0.48 "PUT /v2.0/ports/3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 200 len: 1093 time: 0.6300433 Nov 22 16:55:08.166744 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:08.169051 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af810c4e-0634-46a3-9843-b4e8c5002255" -d '{"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:08.249006 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f233344-fe1e-46bd-ae2a-bed27be1b804 req-747e4aef-dda1-4cbb-90e0-7118161f4deb tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.250672 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f233344-fe1e-46bd-ae2a-bed27be1b804 req-747e4aef-dda1-4cbb-90e0-7118161f4deb tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 944 time: 0.0759499 Nov 22 16:55:08.258738 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02065c9a-de7a-4921-9d7f-a650e28e67a3 x-openstack-request-id: req-02065c9a-de7a-4921-9d7f-a650e28e67a3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:08.259110 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:08.259300 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02065c9a-de7a-4921-9d7f-a650e28e67a3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:08.259707 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'status': 'completed', 'code': 200} Nov 22 16:55:08.266285 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4375b-e9ac-4c87-91ec-3074449e5c94 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.289760 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-85abc544-a72c-47c5-96e5-4b9c9768f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.291512 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-85abc544-a72c-47c5-96e5-4b9c9768f7f2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1096 time: 0.0837293 Nov 22 16:55:08.314823 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:08.336091 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1f233344-fe1e-46bd-ae2a-bed27be1b804 req-8c2ae72a-3735-4cc6-a2f8-b0bb83b3fc08 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785184 Nov 22 16:55:08.357444 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-91c0736c-4aae-48bd-a868-d30231d64531 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 200 len: 217 time: 0.0568669 Nov 22 16:55:08.391461 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:08.397466 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:08.398011 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.427315 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-9a984213-4722-42f0-87d8-fc8c9ff94383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.428825 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-9a984213-4722-42f0-87d8-fc8c9ff94383 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0644765 Nov 22 16:55:08.493363 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-319162f0-3977-42e4-b3ac-9ee2262c54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.494996 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-319162f0-3977-42e4-b3ac-9ee2262c54da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562909 Nov 22 16:55:08.521361 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.521627 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52736) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.545759 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:08.548038 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d82642-ddb8-4f7b-a2af-f0024319d05d" -d '{"events": [{"server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "name": "network-vif-plugged", "status": "completed", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:08.565034 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:08.570802 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.610057 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-38ed984a-70b2-45d0-87af-5fdda1ae72ec service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053121 Nov 22 16:55:08.612949 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8ffc3-508b-4745-b292-a77ffe6e74e5 x-openstack-request-id: req-dff8ffc3-508b-4745-b292-a77ffe6e74e5 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:08.613244 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "name": "network-vif-plugged", "status": "completed", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:08.613494 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dff8ffc3-508b-4745-b292-a77ffe6e74e5 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:08.614013 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'code': 200} Nov 22 16:55:08.630772 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.652613 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.718219 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-7575f8cf-4e2c-4d44-bf34-c82f2a56f1aa req-b2efb06e-cf92-4a1f-814b-0237ce5d8499 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912278 Nov 22 16:55:08.737130 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.741490 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.781111 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e6abd4-b00d-4da9-954e-0bc0be1eac89,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.788025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cffc2616d0754f65b017329943e4548c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625539 Nov 22 16:55:08.789837 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.791520 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.791910 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.792243 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.792625 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.792928 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.793363 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.793716 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.794018 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.794315 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.794665 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.794978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.795331 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63f0300-d5b4-4bad-b72a-96a2be0baa6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:08.890849 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9562d-31d2-462d-a97d-6b6efe271694 req-f39f8e18-3152-43e5-b93a-eaf1b6a99d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.892258 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b7e9562d-31d2-462d-a97d-6b6efe271694 req-f39f8e18-3152-43e5-b93a-eaf1b6a99d7e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 1098 time: 0.1108625 Nov 22 16:55:08.894134 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-351c10df-28e3-4573-a486-1ada2625efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.895475 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-351c10df-28e3-4573-a486-1ada2625efbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1096 time: 0.1047425 Nov 22 16:55:08.905161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.982541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.043046 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b7e9562d-31d2-462d-a97d-6b6efe271694 req-c091c5df-9452-4a8d-a706-0176e2629c26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334345 Nov 22 16:55:09.068988 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-9e0d8610-965c-430d-96a6-d6a36781477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.070530 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-9e0d8610-965c-430d-96a6-d6a36781477f service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.1597550 Nov 22 16:55:09.086799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.090647 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.092318 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46e6abd4-b00d-4da9-954e-0bc0be1eac89 HTTP/1.1" status: 204 len: 168 time: 0.3002913 Nov 22 16:55:09.101308 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a29e4-c6b0-468d-87f4-1a319edae476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e6abd4-b00d-4da9-954e-0bc0be1eac89,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:09.202982 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b008e7-7cea-4124-9230-e42f6afd1e91 req-e7e78e02-3a8b-456f-84be-20bb3b0a31d2 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.204517 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a5b008e7-7cea-4124-9230-e42f6afd1e91 req-e7e78e02-3a8b-456f-84be-20bb3b0a31d2 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0517943 Nov 22 16:55:09.254607 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a5b008e7-7cea-4124-9230-e42f6afd1e91 req-b49ae824-4abd-496f-8e83-39c521f9aca4 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Nov 22 16:55:09.299566 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-13d64fa3-4e9d-412b-a3f9-afc0bd154619 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 200 len: 217 time: 0.0359738 Nov 22 16:55:09.350870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-5b5483dc-8736-42b7-a81b-2c45095794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.352455 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-5b5483dc-8736-42b7-a81b-2c45095794bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0456855 Nov 22 16:55:09.406799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-f80561f0-c6e7-44de-b528-c4219caa7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.408343 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-f80561f0-c6e7-44de-b528-c4219caa7ed5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461709 Nov 22 16:55:09.461078 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc66e-07d6-4c90-a0ad-7d5994a12d66 req-9f85564f-f462-4ee8-ae01-9976a546e8f7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.462622 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b3fc66e-07d6-4c90-a0ad-7d5994a12d66 req-9f85564f-f462-4ee8-ae01-9976a546e8f7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 945 time: 0.0585175 Nov 22 16:55:09.511412 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5b3fc66e-07d6-4c90-a0ad-7d5994a12d66 req-e4313f44-1f17-4460-a912-8b0191c21b7f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422812 Nov 22 16:55:09.511575 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-1b5e55ff-719e-4854-a030-6ad4055823fa service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909371 Nov 22 16:55:09.615252 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-af810c4e-0634-46a3-9843-b4e8c5002255 req-b5e59f61-b8c3-466c-9523-7a190c97c08a service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942752 Nov 22 16:55:10.389299 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6d10f-54a1-47ec-b213-1c2e7fabd262 req-2b9f00e4-575d-4214-994c-dfd39a2fb607 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:10.390814 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2fb6d10f-54a1-47ec-b213-1c2e7fabd262 req-2b9f00e4-575d-4214-994c-dfd39a2fb607 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0656197 Nov 22 16:55:10.445586 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2fb6d10f-54a1-47ec-b213-1c2e7fabd262 req-58db1fbf-fa60-4326-9331-cbc53e752720 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464530 Nov 22 16:55:10.630185 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f25e-fac1-438a-a1c7-a7e4f7c394e2 req-d6984020-501f-46b0-8135-c2014da0cca3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:10.631672 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fce8f25e-fac1-438a-a1c7-a7e4f7c394e2 req-d6984020-501f-46b0-8135-c2014da0cca3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 945 time: 0.0510998 Nov 22 16:55:10.686134 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fce8f25e-fac1-438a-a1c7-a7e4f7c394e2 req-0d5f4488-c907-4a19-a4ae-8d29d5c3424a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Nov 22 16:55:11.569455 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7acbca-f438-413d-acea-4276032f13f2 req-12ae8da0-3691-4997-bca1-36d95767f978 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.571091 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc7acbca-f438-413d-acea-4276032f13f2 req-12ae8da0-3691-4997-bca1-36d95767f978 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0567164 Nov 22 16:55:11.633217 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc7acbca-f438-413d-acea-4276032f13f2 req-1e2e442b-36fe-466a-a2a3-813e0ac1ebd0 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498304 Nov 22 16:55:12.492005 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-6ee501e6-d20a-452e-af7f-e1629025f4a7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:12.493488 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-6ee501e6-d20a-452e-af7f-e1629025f4a7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1049404 Nov 22 16:55:12.508763 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-fa846966-1d2e-49fa-9954-26904308e643 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/quotas/012a4339a6f4457584df4d3e5d1ea6cf HTTP/1.1" status: 200 len: 375 time: 0.0094876 Nov 22 16:55:12.563858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-fa3a9ddc-aacd-4903-b558-bfef4e9c0123 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498686 Nov 22 16:55:12.660320 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-20fc7c72-beeb-44d4-95c9-76cf31f66fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Nov 22 16:55:12.787290 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98745a-cbd7-4bb2-8d03-27f086867bab req-9d6e54c7-aaf7-4072-8cba-41ea986e58b1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:12.788772 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3b98745a-cbd7-4bb2-8d03-27f086867bab req-9d6e54c7-aaf7-4072-8cba-41ea986e58b1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0766613 Nov 22 16:55:12.790737 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-eca509d4-819c-4858-89e4-a3eeeb67759c service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244314 Nov 22 16:55:12.840594 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3b98745a-cbd7-4bb2-8d03-27f086867bab req-da97ba2b-15a1-4305-a3d2-6699b95a62d1 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Nov 22 16:55:12.968171 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3a94f60b-8ac3-4975-ad7b-ec6187888a99 req-34492f7b-6361-4047-b5bb-512c25e6995f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 210 time: 0.0258029 Nov 22 16:55:13.185728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 52862) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.306583 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7adabd90-bab3-41b9-9bf4-81abbf319a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.387365 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7adabd90-bab3-41b9-9bf4-81abbf319a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.393482 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7adabd90-bab3-41b9-9bf4-81abbf319a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.435367 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7adabd90-bab3-41b9-9bf4-81abbf319a5e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a05e20671284dadb86651fb96eb3fcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482481 Nov 22 16:55:13.436410 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adabd90-bab3-41b9-9bf4-81abbf319a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951efea8-2a1c-4647-9909-5606a2b78f9e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:13.437954 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 52866) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.496387 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.761148 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.812084 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.815188 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.818838 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/951efea8-2a1c-4647-9909-5606a2b78f9e HTTP/1.1" status: 204 len: 168 time: 0.3752573 Nov 22 16:55:13.824454 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afaa9b-3681-4b78-b310-3d02f15a6ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951efea8-2a1c-4647-9909-5606a2b78f9e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:13.976767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a3fb3-3811-4bb3-b08e-9dd83add5d63 req-55d6dda3-616f-47bf-a498-697ec3847278 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:13.985207 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7f6a3fb3-3811-4bb3-b08e-9dd83add5d63 req-55d6dda3-616f-47bf-a498-697ec3847278 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0670724 Nov 22 16:55:13.998916 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-012f1b05-5f9e-4e83-a586-f0993e16d1d7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:14.001010 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-012f1b05-5f9e-4e83-a586-f0993e16d1d7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1472247 Nov 22 16:55:14.022075 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Request body: {'port': {'device_id': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'admin_state_up': True, 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:14.044748 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7f6a3fb3-3811-4bb3-b08e-9dd83add5d63 req-97fc715d-1561-4c64-912d-8de1bd263fb8 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581634 Nov 22 16:55:14.094436 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-689a493e-6b57-4028-9e2b-50528976d145 req-cfaff5ef-3eb6-4ee8-9280-c2296469abe2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 210 time: 0.0450342 Nov 22 16:55:14.153172 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:14.157024 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.286350 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Allocated IP 172.20.0.3 (c2490190-872c-472c-b92e-457c66c9dde8/9b7bb466-845a-4b3d-93bb-bdd1c1438668/f6524c73-a3c4-447a-83b1-fe24b5ff6adf) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:14.441885 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.475971 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.490003 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7', '27da2c76-d860-4fc4-ba68-afa1f78ba7c4'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:14.516108 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Network c2490190-872c-472c-b92e-457c66c9dde8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:14.519851 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:14.522962 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:14.572225 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event updated for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:14.589820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:14.590676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.609080 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-a39da1a8-6981-47d9-8e07-abba6ecde554 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915618 Nov 22 16:55:14.624242 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Request body: {'port': {'device_id': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:14.682736 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.952793 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6524c73-a3c4-447a-83b1-fe24b5ff6adf {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:14.960632 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.974848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Transition to ACTIVE for port object f6524c73-a3c4-447a-83b1-fe24b5ff6adf will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:14.979000 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.033849 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.139470 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Attempting to bind port f6524c73-a3c4-447a-83b1-fe24b5ff6adf on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:15.140332 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Attempting to bind port f6524c73-a3c4-447a-83b1-fe24b5ff6adf by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:15.140788 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Attempting to bind port f6524c73-a3c4-447a-83b1-fe24b5ff6adf on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:15.148120 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Port f6524c73-a3c4-447a-83b1-fe24b5ff6adf on network c2490190-872c-472c-b92e-457c66c9dde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:15.148453 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Attempting to bind port f6524c73-a3c4-447a-83b1-fe24b5ff6adf on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:15.155577 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:15.155916 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Checking segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:15.156301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Bound using segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:15.156734 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Bound port: f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:15.157130 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.177301 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01a1b7-d76a-4e10-8ddd-051116cae421 req-c6bc97e5-e06f-49d4-941a-5743a67b5039 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.178913 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6a01a1b7-d76a-4e10-8ddd-051116cae421 req-c6bc97e5-e06f-49d4-941a-5743a67b5039 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0670404 Nov 22 16:55:15.231967 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:15.235246 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:15.241075 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.261107 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450756a-b080-41b6-b32f-a202d032daca req-8fa58954-85e5-4ec5-a831-b503695b91e2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.262614 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8450756a-b080-41b6-b32f-a202d032daca req-8fa58954-85e5-4ec5-a831-b503695b91e2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 943 time: 0.0939527 Nov 22 16:55:15.266714 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6a01a1b7-d76a-4e10-8ddd-051116cae421 req-426cd914-fa1a-458e-bee3-e07d812eb751 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781600 Nov 22 16:55:15.279057 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.279509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.280909 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f6524c73-a3c4-447a-83b1-fe24b5ff6adf HTTP/1.1" status: 200 len: 1093 time: 0.6630394 Nov 22 16:55:15.281353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:15.283727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805690e-2e47-4fd0-bce5-dde38852674d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:15.317296 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8450756a-b080-41b6-b32f-a202d032daca req-0f45fec4-0a48-46f6-9b22-bf1fb2fc8880 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480120 Nov 22 16:55:15.322870 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc506ff-6c29-4b3f-bff3-2d0ea10b73c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.361724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b6fcaf-749d-4acc-a4a4-55eda847d2fd x-openstack-request-id: req-60b6fcaf-749d-4acc-a4a4-55eda847d2fd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:15.362335 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:15.362596 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60b6fcaf-749d-4acc-a4a4-55eda847d2fd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:15.363031 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', 'status': 'completed', 'code': 200} Nov 22 16:55:15.379162 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-b9e8d559-59f1-4c8d-9f3a-866272270bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.380690 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-b9e8d559-59f1-4c8d-9f3a-866272270bc6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 1096 time: 0.0508814 Nov 22 16:55:15.434073 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-b4c4753d-6d8f-4933-ae2d-7a5b50322167 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf HTTP/1.1" status: 200 len: 217 time: 0.0398309 Nov 22 16:55:15.487730 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-d9f0d086-d0b4-4d05-b473-6e03cd99650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.489235 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-d9f0d086-d0b4-4d05-b473-6e03cd99650b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0474176 Nov 22 16:55:15.529382 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-b5053b39-45e2-4ab9-b69a-0a7b0a6737b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278494 Nov 22 16:55:15.630643 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-136a6b66-6782-48f2-9940-b1d4f9a0738f service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896740 Nov 22 16:55:15.741856 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-35c43030-596b-480c-bd2b-d30a734d7b8e req-765f88e3-1699-49b4-977d-3feb99b8c607 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021662 Nov 22 16:55:15.771080 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04eab5-ed6f-4af2-8644-8edc213c3069 req-820647a9-43c3-487f-83cf-2e780c872e83 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.772550 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ed04eab5-ed6f-4af2-8644-8edc213c3069 req-820647a9-43c3-487f-83cf-2e780c872e83 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Nov 22 16:55:15.826695 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ed04eab5-ed6f-4af2-8644-8edc213c3069 req-38fdff25-d69a-421c-8295-04fd96a1575b tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467875 Nov 22 16:55:15.841459 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805690e-2e47-4fd0-bce5-dde38852674d req-2348590e-3ca4-47d6-8c9c-df608b201742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.843135 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-2348590e-3ca4-47d6-8c9c-df608b201742 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 1096 time: 0.0423751 Nov 22 16:55:15.945130 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805690e-2e47-4fd0-bce5-dde38852674d req-8a410fa0-5d9d-486e-a2e3-bcdf80982833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:15.946662 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-8a410fa0-5d9d-486e-a2e3-bcdf80982833 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 916 time: 0.0901172 Nov 22 16:55:15.997239 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-0baaf979-4fc6-41da-9daa-928165a6bbaa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf HTTP/1.1" status: 200 len: 217 time: 0.0366077 Nov 22 16:55:16.054724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805690e-2e47-4fd0-bce5-dde38852674d req-cb246165-0615-4670-88b3-e7bcbedf892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.056198 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-cb246165-0615-4670-88b3-e7bcbedf892d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0483320 Nov 22 16:55:16.092158 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-6fe4b7b8-81b5-4589-823a-cb47e6970ec7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281742 Nov 22 16:55:16.190308 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-0eb0dbf6-b546-42be-8ef4-581a13274cdc service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898271 Nov 22 16:55:16.287245 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d805690e-2e47-4fd0-bce5-dde38852674d req-a8e95d6f-06a6-4b12-831b-346704412a20 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885794 Nov 22 16:55:16.346814 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:16.391098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c4c5-975d-47f6-8ba1-7cbb82e2d811 req-189414b6-9f47-453d-9ebc-d86d92f88e95 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.392635 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1808c4c5-975d-47f6-8ba1-7cbb82e2d811 req-189414b6-9f47-453d-9ebc-d86d92f88e95 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 943 time: 0.0499723 Nov 22 16:55:16.444688 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:16.456672 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'port_id': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'mac_address': 'fa:16:3e:2f:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:16.473494 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1808c4c5-975d-47f6-8ba1-7cbb82e2d811 req-e56542d1-eb58-422b-a7c7-87cb5d01f1ad tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702376 Nov 22 16:55:16.483705 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c97377-90ba-4144-a4b7-bbfa9e5a129a req-a97015a6-f92c-4c60-8120-7b9b2f9806c6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.485171 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87c97377-90ba-4144-a4b7-bbfa9e5a129a req-a97015a6-f92c-4c60-8120-7b9b2f9806c6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 943 time: 0.0908067 Nov 22 16:55:16.510001 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.523216 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:16.537525 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-87c97377-90ba-4144-a4b7-bbfa9e5a129a req-e627fc6a-dbaa-4f0b-a685-1d95d0b797e4 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Nov 22 16:55:16.543143 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:16.548402 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.597677 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.866792 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:16.946459 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7ada-ff80-47b0-a246-6cb68e39f90d req-abb2c731-7067-43e2-b4d1-f851a76a04ea tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.948021 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-092b7ada-ff80-47b0-a246-6cb68e39f90d req-abb2c731-7067-43e2-b4d1-f851a76a04ea tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0508473 Nov 22 16:55:16.997029 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-092b7ada-ff80-47b0-a246-6cb68e39f90d req-e86e412d-ac1e-4198-a74d-def9482a61ef tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429785 Nov 22 16:55:17.602319 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca95dcd-3775-4fb1-bc3b-66fc593cff76 req-20bbb699-48a3-46db-a7ed-3c7450326b47 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:17.603871 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cca95dcd-3775-4fb1-bc3b-66fc593cff76 req-20bbb699-48a3-46db-a7ed-3c7450326b47 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 944 time: 0.0519838 Nov 22 16:55:17.688229 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e412c-8b17-47ef-96b9-ad45d51ce6fa req-a6dd7622-0477-440d-81c1-3441d005e35a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:17.689728 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a49e412c-8b17-47ef-96b9-ad45d51ce6fa req-a6dd7622-0477-440d-81c1-3441d005e35a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 943 time: 0.0813756 Nov 22 16:55:17.697822 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cca95dcd-3775-4fb1-bc3b-66fc593cff76 req-fffd34fd-a431-4c90-927c-23f617a7843c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837960 Nov 22 16:55:17.743910 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a49e412c-8b17-47ef-96b9-ad45d51ce6fa req-02880b10-4c1e-423a-a8fa-61ec43c41002 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467014 Nov 22 16:55:18.122512 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382701c4-4a9f-4ef6-ad25-5f62cefedc86 req-704bdcc5-d41d-4c99-a51f-bebfe982d917 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.124133 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-382701c4-4a9f-4ef6-ad25-5f62cefedc86 req-704bdcc5-d41d-4c99-a51f-bebfe982d917 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0522454 Nov 22 16:55:18.179721 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-382701c4-4a9f-4ef6-ad25-5f62cefedc86 req-7a7c5878-5897-41bf-8582-fce47639b745 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470805 Nov 22 16:55:18.348680 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f6524c73-a3c4-447a-83b1-fe24b5ff6adf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:18.353000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:18.467254 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:18.476914 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:18.477283 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.506311 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:18.527357 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'port_id': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', 'mac_address': 'fa:16:3e:e6:84:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7bb466-845a-4b3d-93bb-bdd1c1438668', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:18.719656 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.742890 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6524c73-a3c4-447a-83b1-fe24b5ff6adf {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:18.747306 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.777919 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:18.786092 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:18.788358 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8dcd5b-7caa-4d88-aeef-e2ca45d7dbc2" -d '{"events": [{"server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:18.798515 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.806449 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:18.827312 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8aaf9f-d9d7-4b88-8f44-c83b355af821 req-2aa02c20-cce4-4476-bd0d-9cc5b34ef880 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.828917 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d8aaf9f-d9d7-4b88-8f44-c83b355af821 req-2aa02c20-cce4-4476-bd0d-9cc5b34ef880 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 944 time: 0.0581219 Nov 22 16:55:18.833308 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.859298 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.909985 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.912738 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f812a15-cf35-4531-a9af-d4c2db836d74 req-615649a2-ce55-4375-b80e-bc247a8decd6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:18.914271 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f812a15-cf35-4531-a9af-d4c2db836d74 req-615649a2-ce55-4375-b80e-bc247a8decd6 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 944 time: 0.0844829 Nov 22 16:55:18.922561 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7d8aaf9f-d9d7-4b88-8f44-c83b355af821 req-7bae2540-ca34-48d6-9cfc-6e65618f0330 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843036 Nov 22 16:55:18.968041 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8f812a15-cf35-4531-a9af-d4c2db836d74 req-70984175-b245-4eb1-bc43-a7026ec927f0 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Nov 22 16:55:18.972800 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03dec69-661a-41ae-8bfa-37b9aa12174d x-openstack-request-id: req-b03dec69-661a-41ae-8bfa-37b9aa12174d {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:18.973122 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "name": "network-vif-plugged", "status": "completed", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:18.973372 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b03dec69-661a-41ae-8bfa-37b9aa12174d {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:18.973766 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'code': 200} Nov 22 16:55:19.131163 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['f6524c73-a3c4-447a-83b1-fe24b5ff6adf'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:19.281269 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11810075-2be4-4a2d-ac2a-e9b32ddc8c4c req-653dad7d-b865-427b-9d97-61ec273d0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:19.283611 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11810075-2be4-4a2d-ac2a-e9b32ddc8c4c req-653dad7d-b865-427b-9d97-61ec273d0d3c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1098 time: 0.0477469 Nov 22 16:55:19.311101 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb393e8a-b080-42ba-8d8f-bd7fd3cd2bf5 req-2e0b7e08-7577-4ec4-9731-e9c00d0754ad tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:19.312656 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb393e8a-b080-42ba-8d8f-bd7fd3cd2bf5 req-2e0b7e08-7577-4ec4-9731-e9c00d0754ad tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Nov 22 16:55:19.337826 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-11810075-2be4-4a2d-ac2a-e9b32ddc8c4c req-900cc1c5-f1cf-4862-972c-eb08a411495a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416427 Nov 22 16:55:19.367155 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-cb393e8a-b080-42ba-8d8f-bd7fd3cd2bf5 req-67f9c0f4-748f-4169-8b62-6ea9710fadec tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477304 Nov 22 16:55:20.075885 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbeca5-ecaa-4d76-af1f-af5bfe2c8570 req-ca9fb17b-10f7-4e8a-9103-9dc0ed273692 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:20.077289 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-95fbeca5-ecaa-4d76-af1f-af5bfe2c8570 req-ca9fb17b-10f7-4e8a-9103-9dc0ed273692 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0828910 Nov 22 16:55:20.117908 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ce8b3-006e-4f39-bce2-eb630c37f7d5 req-6c65860c-b765-453b-a521-3a0effbfb574 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:20.119412 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-455ce8b3-006e-4f39-bce2-eb630c37f7d5 req-6c65860c-b765-453b-a521-3a0effbfb574 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 944 time: 0.0777137 Nov 22 16:55:20.156994 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-95fbeca5-ecaa-4d76-af1f-af5bfe2c8570 req-f44957ba-1c4b-4b6c-8868-267a6a00aa9d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722086 Nov 22 16:55:20.187313 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-455ce8b3-006e-4f39-bce2-eb630c37f7d5 req-a2388d27-6afb-4c7e-b88e-13dd28274c37 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601587 Nov 22 16:55:20.343881 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f6524c73-a3c4-447a-83b1-fe24b5ff6adf up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:20.401052 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port f6524c73-a3c4-447a-83b1-fe24b5ff6adf completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:20.405686 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port f6524c73-a3c4-447a-83b1-fe24b5ff6adf triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:20.406055 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.488554 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.493621 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c3afa-9b1b-460a-be9c-27c9b48ae4b2 req-fec6f955-f01f-4842-b483-0a03580c0c58 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:20.494424 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e0c3afa-9b1b-460a-be9c-27c9b48ae4b2 req-fec6f955-f01f-4842-b483-0a03580c0c58 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0570574 Nov 22 16:55:20.522857 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:20.527408 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.550335 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4e0c3afa-9b1b-460a-be9c-27c9b48ae4b2 req-9521b233-66d6-4ec9-954f-7443c10b1983 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Nov 22 16:55:20.579864 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:20.975661 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:20.979310 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa7ba6a-eaa6-46f9-9773-89f16b64a9ab" -d '{"events": [{"server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "name": "network-vif-plugged", "status": "completed", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:21.022865 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee322a5f-384b-4246-bc38-9c4f5beec978 x-openstack-request-id: req-ee322a5f-384b-4246-bc38-9c4f5beec978 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:21.023196 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "name": "network-vif-plugged", "status": "completed", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:21.023456 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee322a5f-384b-4246-bc38-9c4f5beec978 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:21.023881 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', 'code': 200} Nov 22 16:55:21.223088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0d13b-57d8-44f8-bd8e-bfadf6ed2cc8 req-dd47d596-9ac3-4404-9e77-c6af85f99e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.224738 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b8c0d13b-57d8-44f8-bd8e-bfadf6ed2cc8 req-dd47d596-9ac3-4404-9e77-c6af85f99e8a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 1098 time: 0.0444114 Nov 22 16:55:21.273816 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-b8c0d13b-57d8-44f8-bd8e-bfadf6ed2cc8 req-e2868589-0361-46d3-ae01-e0d063c375a2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Nov 22 16:55:21.315855 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c159f-9343-4366-ac42-12e3f46d04cd req-568b1c94-14cd-46e0-bbc2-56d243a6afb2 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.318158 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f45c159f-9343-4366-ac42-12e3f46d04cd req-568b1c94-14cd-46e0-bbc2-56d243a6afb2 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0843358 Nov 22 16:55:21.331186 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d0c87-bf0b-4cd1-9af3-ca2397ce197d req-724f9ee2-f3bd-4aae-992b-99a946d46279 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.332675 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-524d0c87-bf0b-4cd1-9af3-ca2397ce197d req-724f9ee2-f3bd-4aae-992b-99a946d46279 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0676126 Nov 22 16:55:21.412093 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f45c159f-9343-4366-ac42-12e3f46d04cd req-e0fd12c7-8950-40ea-8b13-e8facc511f1b tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784636 Nov 22 16:55:21.415379 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-524d0c87-bf0b-4cd1-9af3-ca2397ce197d req-21d23dd4-ca3d-46b9-a0da-1ce8fd83dd44 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760474 Nov 22 16:55:21.533454 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600a595-c7fa-4bdd-84cd-c7d46f8f1a55 req-2bce1362-d5ce-473f-83cf-26a8a9de5684 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.534960 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d600a595-c7fa-4bdd-84cd-c7d46f8f1a55 req-2bce1362-d5ce-473f-83cf-26a8a9de5684 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0521715 Nov 22 16:55:21.590816 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d600a595-c7fa-4bdd-84cd-c7d46f8f1a55 req-1511f01c-f9be-4f2f-84af-52dc8b74f4ae tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471942 Nov 22 16:55:21.614213 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53014) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.848344 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ba3df-0e38-4496-a927-b080cefe6221 req-9ce79fff-8224-46bb-8289-d5daedb6b1b9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.849860 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e89ba3df-0e38-4496-a927-b080cefe6221 req-9ce79fff-8224-46bb-8289-d5daedb6b1b9 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0759871 Nov 22 16:55:21.857696 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9652a43-cda4-4243-9b75-f4588e100d0e tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:21.859206 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a9652a43-cda4-4243-9b75-f4588e100d0e tempest-TestVolumeBootPattern-2033641117 tempest-TestVolumeBootPattern-2033641117-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1093 time: 0.2440281 Nov 22 16:55:21.862661 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53018) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.867406 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Request body: {'floatingip': {'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'port_id': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:21.893234 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.908612 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e89ba3df-0e38-4496-a927-b080cefe6221 req-98ed3f3b-b4e4-4645-aeb2-3f81845a912c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Nov 22 16:55:22.232640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.338422 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Allocated IP 172.27.1.38 (0bf4be79-7f05-47fe-a0d0-370f8d8ae13c/ade3c74f-5eea-461c-87a4-36946f43208d/ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:22.439256 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.480804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.523868 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Network 0bf4be79-7f05-47fe-a0d0-370f8d8ae13c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:22.525324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:22.529584 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:22.547855 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf0df5-ce8f-419c-bc55-df4211f7fd2d req-7fc6cdf9-958d-46c9-b8ba-1f908b66250f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:22.549388 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9cf0df5-ce8f-419c-bc55-df4211f7fd2d req-7fc6cdf9-958d-46c9-b8ba-1f908b66250f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0603149 Nov 22 16:55:22.555730 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.601783 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b9cf0df5-ce8f-419c-bc55-df4211f7fd2d req-a1729d4d-054b-4b5e-b62b-f0545c7299da tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460341 Nov 22 16:55:22.899356 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.972568 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.027784 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e0c3-0e73-44f7-b75d-c626069558ed req-07c3c010-b5c9-48dd-ab85-aceb0865d40b tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:23.031148 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7773e0c3-0e73-44f7-b75d-c626069558ed req-07c3c010-b5c9-48dd-ab85-aceb0865d40b tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0523784 Nov 22 16:55:23.087203 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7773e0c3-0e73-44f7-b75d-c626069558ed req-02235fff-8721-4f46-92e1-fa056cfa2c0f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497200 Nov 22 16:55:23.126386 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.132315 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.198659 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event updated for resources: {'Port': ['ID=ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:23.212500 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-764821'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.321010 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.db.l3_db [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP bb9649c9-0441-4c11-aa6f-ea016090523d associated. External IP: 172.27.1.38, port: 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2. Nov 22 16:55:23.542133 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:23.649457 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:23.661094 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:23.669201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.672492 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:23.673359 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:55:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.702588 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-ecaa7aea-39c0-4bab-a99f-dc0686e5b16e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8388190 Nov 22 16:55:23.703752 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:23.706316 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855" -d '{"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:23.744753 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3c9ed-f0c1-4f04-b20a-d609f7509b58 x-openstack-request-id: req-91c3c9ed-f0c1-4f04-b20a-d609f7509b58 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:23.745099 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:23.745398 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91c3c9ed-f0c1-4f04-b20a-d609f7509b58 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:23.745854 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'status': 'completed', 'code': 200} Nov 22 16:55:23.746717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff15d8-6605-4dbf-9de9-1677a1363101 req-1b618552-987b-4de8-ae0a-5545489d692a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:23.748249 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-feff15d8-6605-4dbf-9de9-1677a1363101 req-1b618552-987b-4de8-ae0a-5545489d692a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0681450 Nov 22 16:55:23.807677 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-feff15d8-6605-4dbf-9de9-1677a1363101 req-5c6114c0-5086-4f55-977c-91f296eed6ae tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508721 Nov 22 16:55:23.810878 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:23.838867 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-fb3f49e5-4c2a-40e6-8ca1-8043c33b236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:23.840491 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-fb3f49e5-4c2a-40e6-8ca1-8043c33b236a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1098 time: 0.0477149 Nov 22 16:55:23.942627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-ad8e50f8-2769-4d1d-a315-d8242329bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:23.944410 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-ad8e50f8-2769-4d1d-a315-d8242329bd3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.0956454 Nov 22 16:55:24.014533 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-7f3abd77-bb10-4051-84bb-d0983aecbc98 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 200 len: 998 time: 0.0615225 Nov 22 16:55:24.057157 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}, {'id': 'bb9649c9-0441-4c11-aa6f-ea016090523d', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:2f:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:24.075945 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-17eaffbd-27c3-40fb-a970-769a4b95e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:24.077930 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-17eaffbd-27c3-40fb-a970-769a4b95e86c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0551298 Nov 22 16:55:24.090077 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:24.102153 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:24.102153 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:55:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:24.143474 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-7e57daab-e2b1-4ae3-a687-3ad366e1dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:24.145255 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-7e57daab-e2b1-4ae3-a687-3ad366e1dd61 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573807 Nov 22 16:55:24.217387 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550471fe-65f2-43a3-b211-67a959d6c692 req-fba79b86-43e4-47c1-a463-b7ac9c0df95a tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:24.219197 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-550471fe-65f2-43a3-b211-67a959d6c692 req-fba79b86-43e4-47c1-a463-b7ac9c0df95a tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Nov 22 16:55:24.221225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:24.253328 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-95c994d4-5f8b-4c88-bb01-d17515694e8c service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908790 Nov 22 16:55:24.277399 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-550471fe-65f2-43a3-b211-67a959d6c692 req-5a3020c4-0222-4ab7-b70c-51d0181d343c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492704 Nov 22 16:55:24.363142 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-aea3bc2d-7f08-4613-9f9b-1cfaa77b8855 req-a82b940c-77df-4696-8b08-83dbfb6688c3 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880718 Nov 22 16:55:24.451609 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f2232049-a357-4dcb-8021-849247324c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}, {'id': 'bb9649c9-0441-4c11-aa6f-ea016090523d', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:2f:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:24.477730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2232049-a357-4dcb-8021-849247324c31 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}, {'id': 'bb9649c9-0441-4c11-aa6f-ea016090523d', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.38', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:2f:8c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:22Z', 'revision_number': 0, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:24.680499 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca00a98-d45e-4416-b5ea-03c2c91523b6 None None] New status for floating IP bb9649c9-0441-4c11-aa6f-ea016090523d: ACTIVE {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:55:25.155371 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:25.404898 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51c454-7be2-47bb-a40f-bc6bee4750cb req-8ef8d861-35ff-4392-b0fa-fea5f3e45ebf tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.406728 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4b51c454-7be2-47bb-a40f-bc6bee4750cb req-8ef8d861-35ff-4392-b0fa-fea5f3e45ebf tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0571141 Nov 22 16:55:25.469987 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4b51c454-7be2-47bb-a40f-bc6bee4750cb req-97fb7cc3-e497-423b-93cd-0203f7daea75 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558693 Nov 22 16:55:25.988282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-64f4803a-017f-4cc7-bac8-bad6a92c30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.989675 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-64f4803a-017f-4cc7-bac8-bad6a92c30a4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0467341 Nov 22 16:55:26.091392 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-e7de6fca-f7cd-45d6-a330-82f2b6afe271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.092878 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-e7de6fca-f7cd-45d6-a330-82f2b6afe271 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0939558 Nov 22 16:55:26.177136 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-a7bf5eee-45cc-4e5f-85fd-855d81ab1457 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 999 time: 0.0701449 Nov 22 16:55:26.229082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-8bbeb814-24df-4fb0-b0ef-a3f04a2def58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.230563 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-8bbeb814-24df-4fb0-b0ef-a3f04a2def58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0447426 Nov 22 16:55:26.279815 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-41911692-807b-41c7-b560-05e077ec7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.281317 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-41911692-807b-41c7-b560-05e077ec7d97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426168 Nov 22 16:55:26.389225 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-4092592e-ab3e-4fe9-bd57-707eba35631c service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957394 Nov 22 16:55:26.489067 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bff9c8c0-f0cc-4488-a00f-c22babdeb798 req-f2d2f1bf-89f2-443f-bd97-37a4172ef4f8 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909624 Nov 22 16:55:26.588172 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe3718-d6b2-4a99-b16d-3518a9659338 req-353998f8-70e7-48f6-a4cb-5d4d395aca9e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:26.589778 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3bbe3718-d6b2-4a99-b16d-3518a9659338 req-353998f8-70e7-48f6-a4cb-5d4d395aca9e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0490034 Nov 22 16:55:26.642309 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3bbe3718-d6b2-4a99-b16d-3518a9659338 req-772509fe-4900-4be5-bc81-17ffc72db924 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Nov 22 16:55:27.788332 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324568b-eac8-442b-a9ed-408558a98bd7 req-6efbd9e1-d4f1-4c6f-800b-8d69ba6f618d tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:27.789868 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0324568b-eac8-442b-a9ed-408558a98bd7 req-6efbd9e1-d4f1-4c6f-800b-8d69ba6f618d tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0625229 Nov 22 16:55:27.858787 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-0324568b-eac8-442b-a9ed-408558a98bd7 req-50ebc22a-06c4-4ce9-9ae6-19513d525c50 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605831 Nov 22 16:55:28.990133 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08428a99-4953-4364-8629-9b9e4f025163 req-49d5a298-0d88-4a02-a284-b1a8350e511c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:28.991809 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08428a99-4953-4364-8629-9b9e4f025163 req-49d5a298-0d88-4a02-a284-b1a8350e511c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0584838 Nov 22 16:55:29.043234 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08428a99-4953-4364-8629-9b9e4f025163 req-88a61a61-9ea0-426a-968a-1f57b96ac7f2 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Nov 22 16:55:30.030184 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-66ada750-c30b-4915-bd70-134ade24c1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.178974 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9622d7-4ef2-44fd-b0c0-bc09c94a0a43 req-ec3b3383-1c9b-43dd-9ba1-a23dc1e8f03f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:30.180438 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5d9622d7-4ef2-44fd-b0c0-bc09c94a0a43 req-ec3b3383-1c9b-43dd-9ba1-a23dc1e8f03f tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0607624 Nov 22 16:55:30.234055 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5d9622d7-4ef2-44fd-b0c0-bc09c94a0a43 req-cfad1057-de9a-47ca-8a7a-9620652c8874 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Nov 22 16:55:30.279959 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.435280 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53106) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.449814 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b5f69-baab-4d28-bb80-42e5a04fc016 req-22ae9c6c-766e-4c6e-9534-c81318eb7494 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:30.451377 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc2b5f69-baab-4d28-bb80-42e5a04fc016 req-22ae9c6c-766e-4c6e-9534-c81318eb7494 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Nov 22 16:55:30.502372 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc2b5f69-baab-4d28-bb80-42e5a04fc016 req-5d66a4b0-16a4-4874-a685-0d88e8ef4dfe tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Nov 22 16:55:30.526743 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-138095e0-5347-4f5a-8275-510d3aea86fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902979 Nov 22 16:55:30.536255 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-6ca3d0f8-2d03-4d24-9a72-efce541a3c49 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:55:30.537279 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-6ca3d0f8-2d03-4d24-9a72-efce541a3c49 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055695 Nov 22 16:55:31.627304 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa2fbe-c675-46ec-89ad-51c67c4fc611 req-c23df8e0-f494-486d-9f6e-32a5db80546e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:31.628765 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6fa2fbe-c675-46ec-89ad-51c67c4fc611 req-c23df8e0-f494-486d-9f6e-32a5db80546e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0491633 Nov 22 16:55:31.681510 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6fa2fbe-c675-46ec-89ad-51c67c4fc611 req-91240004-bdbf-40b1-9bd2-afbed6dff530 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Nov 22 16:55:32.352441 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-572d7644-2c2c-4dc3-9cb5-86a1bbc1d07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.418557 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:32.495394 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.522453 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:32.524835 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96713fd-fcfc-4e03-8c2d-a3ce6e178c68" -d '{"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-unplugged", "status": "completed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:32.539773 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:32.543955 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.567953 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3fb976-3161-4500-a45d-5fbf02226ae3 x-openstack-request-id: req-2a3fb976-3161-4500-a45d-5fbf02226ae3 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:32.568247 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-unplugged", "status": "failed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "code": 422}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:32.568506 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a3fb976-3161-4500-a45d-5fbf02226ae3 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:32.568935 dv-cinder-773985-19-iscsi neutron-server[109412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'code': 422} returned with failed status Nov 22 16:55:32.594000 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=6']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:32.804384 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc8d2-3cc1-4e73-828f-73ff37409869 req-c4d4eba3-b7f5-4e27-9304-40c23f4c4bd4 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:32.805866 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6d9bc8d2-3cc1-4e73-828f-73ff37409869 req-c4d4eba3-b7f5-4e27-9304-40c23f4c4bd4 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0545700 Nov 22 16:55:32.858564 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6d9bc8d2-3cc1-4e73-828f-73ff37409869 req-53bc9b9e-8548-443a-91a4-b4f7589f46bd tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460594 Nov 22 16:55:33.312509 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-9259f360-e94a-47e8-83f2-791c225f1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.314301 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-9259f360-e94a-47e8-83f2-791c225f1e0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660&tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0471652 Nov 22 16:55:33.379611 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-6dc12b04-79ac-4862-bcf6-493909838b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.381095 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-6dc12b04-79ac-4862-bcf6-493909838b23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1096 time: 0.0416503 Nov 22 16:55:33.437098 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.499294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-52775d92-637c-4f58-8bd4-4dce43507688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.500777 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-52775d92-637c-4f58-8bd4-4dce43507688 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.1021500 Nov 22 16:55:33.575194 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-f556ccab-a10f-4337-9d0d-facb714dd6fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 997 time: 0.0621159 Nov 22 16:55:33.637413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-de09a2f5-9f00-4f72-87ab-c128deb202d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.638865 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-de09a2f5-9f00-4f72-87ab-c128deb202d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0457349 Nov 22 16:55:33.698671 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-bc633322-7dc9-4791-abc9-57a1418dbfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.700047 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-bc633322-7dc9-4791-abc9-57a1418dbfac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437047 Nov 22 16:55:33.807755 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-f2bc5506-8f86-415c-abee-678209f09bfc service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921967 Nov 22 16:55:33.907299 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-76833f4b-e95c-4e77-ad21-96d354a98588 req-dfbe640a-b7d0-4b96-b349-5ef11d1ed025 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896425 Nov 22 16:55:33.984096 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166604a-14a9-4a19-918e-9a76be69ba09 req-e6bed22d-a0e1-4386-b5a8-2b628608f2a5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:33.985730 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7166604a-14a9-4a19-918e-9a76be69ba09 req-e6bed22d-a0e1-4386-b5a8-2b628608f2a5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0518324 Nov 22 16:55:34.037185 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7166604a-14a9-4a19-918e-9a76be69ba09 req-d9a693fd-562b-4aa2-872e-619a71f25f1e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443940 Nov 22 16:55:34.707016 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-9b5b8f68-1604-40e3-8ab7-a6ea4af3db91 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.708622 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-9b5b8f68-1604-40e3-8ab7-a6ea4af3db91 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1151831 Nov 22 16:55:34.724230 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-03d1b437-f6f8-419f-b269-6e2867c17d0f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/quotas/012a4339a6f4457584df4d3e5d1ea6cf HTTP/1.1" status: 200 len: 375 time: 0.0096476 Nov 22 16:55:34.780106 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-051c5ead-c397-489e-8db6-a150b90db733 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504098 Nov 22 16:55:34.885903 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-9d80f318-4c11-4344-8b80-464923854cbb service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956950 Nov 22 16:55:34.954865 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.979536 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-cac64fc0-06f9-4ebf-957e-73cd454db6b5 service neutron] 10.222.0.46 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868397 Nov 22 16:55:35.165842 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3d2b3b3e-64b2-42d9-a67f-f94ce5e009fc req-94eb8f92-c66f-462f-bdba-fdbb8246c6ae tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 210 time: 0.0449188 Nov 22 16:55:35.188025 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4e7ac-f365-49ba-a3f5-3ce158997ff2 req-b4448f4a-84e3-4aaa-8469-6ad33c6071bc tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.188025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7fd4e7ac-f365-49ba-a3f5-3ce158997ff2 req-b4448f4a-84e3-4aaa-8469-6ad33c6071bc tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0762198 Nov 22 16:55:35.238220 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7fd4e7ac-f365-49ba-a3f5-3ce158997ff2 req-a532ed03-4fb9-41ee-883c-a44f0c09d5cf tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Nov 22 16:55:35.645221 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.168751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ded08ef4-dd24-4a65-9cef-9358afff216a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:36.170241 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ded08ef4-dd24-4a65-9cef-9358afff216a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 815 time: 0.1040475 Nov 22 16:55:36.186567 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Request body: {'port': {'device_id': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'admin_state_up': True, 'tenant_id': '012a4339a6f4457584df4d3e5d1ea6cf'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:36.274348 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9c344902-f5de-4342-b060-be508d4df902 req-f1f68ab3-372b-4bc6-9ec4-dcc3b66d1557 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Nov 22 16:55:36.299412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Made reservation on behalf of 012a4339a6f4457584df4d3e5d1ea6cf for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:36.302814 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.356799 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49f524-4cfd-41b7-98da-facaac2fda17 req-75c9368d-6843-4664-b076-8238d84d1cd7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:36.358318 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8e49f524-4cfd-41b7-98da-facaac2fda17 req-75c9368d-6843-4664-b076-8238d84d1cd7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0483630 Nov 22 16:55:36.407069 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8e49f524-4cfd-41b7-98da-facaac2fda17 req-4818ae9a-584d-4559-b683-0ad879a9b245 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Nov 22 16:55:36.427627 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Allocated IP 172.20.0.11 (c2490190-872c-472c-b92e-457c66c9dde8/9b7bb466-845a-4b3d-93bb-bdd1c1438668/1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:36.572808 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.608384 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.624689 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7', '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:36.895542 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Network c2490190-872c-472c-b92e-457c66c9dde8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:36.898874 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:36.902595 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:36.926855 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event updated for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:36.955028 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:36.955635 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.972513 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-29b972e9-59ff-492d-86c1-ba6de24ac970 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7901883 Nov 22 16:55:36.985784 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Request body: {'port': {'device_id': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:37.038821 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.296592 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:37.304385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.317109 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Transition to ACTIVE for port object 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:37.322348 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.374653 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.399144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec12e24-9add-462a-be73-b81d7125e8e6 req-a8584cf4-10ec-43c9-bd21-c5e544f49288 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.400624 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ec12e24-9add-462a-be73-b81d7125e8e6 req-a8584cf4-10ec-43c9-bd21-c5e544f49288 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 944 time: 0.0535884 Nov 22 16:55:37.444269 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Attempting to bind port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:37.444607 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Attempting to bind port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:37.445163 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Attempting to bind port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:37.450015 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 on network c2490190-872c-472c-b92e-457c66c9dde8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:37.450448 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Attempting to bind port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 on network c2490190-872c-472c-b92e-457c66c9dde8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:37.454963 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2ec12e24-9add-462a-be73-b81d7125e8e6 req-506b6c14-d130-45c8-8fab-6c9a5c4a4626 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479078 Nov 22 16:55:37.455819 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:37.456550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Checking segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:37.456940 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Bound using segment: {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:37.457368 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Bound port: 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:37.457729 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.523270 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:37.526239 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:37.532029 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.542163 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08676843-5944-4de8-aa8d-0d5eeb8d38d9 req-126148f9-457e-452b-990e-5bb8a473dae0 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.543995 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08676843-5944-4de8-aa8d-0d5eeb8d38d9 req-126148f9-457e-452b-990e-5bb8a473dae0 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0524137 Nov 22 16:55:37.564080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.564694 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.566119 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] 10.222.0.48 "PUT /v2.0/ports/1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 HTTP/1.1" status: 200 len: 1094 time: 0.5844538 Nov 22 16:55:37.566559 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:37.568799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:37.596612 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8500f1-e378-4347-82e0-e307f5770e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.603477 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08676843-5944-4de8-aa8d-0d5eeb8d38d9 req-b009d961-0577-42bd-972f-e91a736b8fc0 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534449 Nov 22 16:55:37.618324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f123f7e-a497-4932-b9f7-7e3846c74854 x-openstack-request-id: req-1f123f7e-a497-4932-b9f7-7e3846c74854 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:37.618324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:37.618324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f123f7e-a497-4932-b9f7-7e3846c74854 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:37.618324 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6', 'status': 'completed', 'code': 200} Nov 22 16:55:37.668513 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-def030bf-025d-41eb-8dfc-25eb55e59399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.670084 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-def030bf-025d-41eb-8dfc-25eb55e59399 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0414200 Nov 22 16:55:37.715701 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-45e86b71-017c-406f-8eeb-6d2bb31ecc72 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0362313 Nov 22 16:55:37.769898 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-a299620a-1b75-4d58-9f69-7cea3b9c1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:37.771352 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-a299620a-1b75-4d58-9f69-7cea3b9c1cbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0480423 Nov 22 16:55:37.804425 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-3d9589cc-f787-4cfc-b1db-24b744a2466d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247927 Nov 22 16:55:37.901065 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-13035c69-c213-48c8-96e4-f621eee2745f service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Nov 22 16:55:38.003729 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c65a44e9-67c6-4b69-b346-5e4654364af3 req-62df8b5d-b30c-4bef-9974-73909c0ae6ff service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896819 Nov 22 16:55:38.117600 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-45fa2fb0-bc7f-44af-876c-46aeec370800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.119036 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-45fa2fb0-bc7f-44af-876c-46aeec370800 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0539210 Nov 22 16:55:38.223864 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-1af033a5-d02f-4abc-8a98-7042e7beb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.225359 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-1af033a5-d02f-4abc-8a98-7042e7beb057 service neutron] 10.222.0.48 "GET /v2.0/networks?id=c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 200 len: 916 time: 0.0985277 Nov 22 16:55:38.268526 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-5f61d22f-a91e-4efd-8e33-c64239412267 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 HTTP/1.1" status: 200 len: 217 time: 0.0336440 Nov 22 16:55:38.326412 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-3e7c5d83-21cf-4d27-a8f7-c7ad7d2280bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.327828 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-3e7c5d83-21cf-4d27-a8f7-c7ad7d2280bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 200 len: 855 time: 0.0491011 Nov 22 16:55:38.367034 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-e1d46984-7ed5-4829-b48d-5f99f5c6b100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c2490190-872c-472c-b92e-457c66c9dde8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290282 Nov 22 16:55:38.464158 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-8f581982-2cdd-4e7d-8361-1e905112fa32 service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855432 Nov 22 16:55:38.566520 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d49dee53-45d1-41fc-bf27-6b03d4ea8cd1 req-bd64c92b-6011-4afa-b67e-e773546c6f1c service neutron] 10.222.0.48 "GET /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910711 Nov 22 16:55:38.579046 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93fa26-9331-46ed-92af-78e3211b7136 req-e6c76090-e7e8-43db-8d3d-bd2f18a0c696 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.580815 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4c93fa26-9331-46ed-92af-78e3211b7136 req-e6c76090-e7e8-43db-8d3d-bd2f18a0c696 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 944 time: 0.0570068 Nov 22 16:55:38.632874 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4c93fa26-9331-46ed-92af-78e3211b7136 req-0582f9ee-8275-4ff6-a855-297797edfc0e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Nov 22 16:55:38.733863 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47681b04-c63a-430c-950d-a5624606597f req-27727e06-e1ae-4022-b8c6-684d4f4c2464 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:38.735267 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-47681b04-c63a-430c-950d-a5624606597f req-27727e06-e1ae-4022-b8c6-684d4f4c2464 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0600257 Nov 22 16:55:38.787060 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-47681b04-c63a-430c-950d-a5624606597f req-dfb17d57-9211-4b4e-95cc-9f9ca6c5ddda tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455468 Nov 22 16:55:39.753358 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4f3fc-4658-4515-80be-0168bf28f2a6 req-f3b37eb9-e61b-467e-92b3-5f8950c4333d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:39.754915 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7fe4f3fc-4658-4515-80be-0168bf28f2a6 req-f3b37eb9-e61b-467e-92b3-5f8950c4333d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 944 time: 0.0514786 Nov 22 16:55:39.802504 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7fe4f3fc-4658-4515-80be-0168bf28f2a6 req-7c365a6e-b75e-4053-aea3-274e31ff7879 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Nov 22 16:55:39.930505 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f899a8-558a-42cf-8c19-ae36bc7ad937 req-acfe6d8c-eb71-4bd2-8693-fb10f01d3d7c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:39.932001 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c8f899a8-558a-42cf-8c19-ae36bc7ad937 req-acfe6d8c-eb71-4bd2-8693-fb10f01d3d7c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0656509 Nov 22 16:55:39.987602 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c8f899a8-558a-42cf-8c19-ae36bc7ad937 req-7a790482-ca0d-4c74-9b5b-fc9fd33534d0 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458450 Nov 22 16:55:40.938859 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb47f6-68c0-4173-942f-97b8dc5aa425 req-46f22d95-9167-4a19-96da-f3681d37fdfe tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.940315 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fcb47f6-68c0-4173-942f-97b8dc5aa425 req-46f22d95-9167-4a19-96da-f3681d37fdfe tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 944 time: 0.0535176 Nov 22 16:55:40.996018 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fcb47f6-68c0-4173-942f-97b8dc5aa425 req-065c9470-cc7f-4d37-98a9-5f49dd680002 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462377 Nov 22 16:55:41.112485 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590b3ca-0a67-499a-89b6-c1b8ab237656 req-6f67912a-fad6-446e-b9ab-656e2de104da tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.113908 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f590b3ca-0a67-499a-89b6-c1b8ab237656 req-6f67912a-fad6-446e-b9ab-656e2de104da tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0519226 Nov 22 16:55:41.170154 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-f590b3ca-0a67-499a-89b6-c1b8ab237656 req-ba6ca45c-55f7-4490-91d7-3b953589451d tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 Nov 22 16:55:41.333393 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:41.442416 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:41.458087 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6', 'network_id': 'c2490190-872c-472c-b92e-457c66c9dde8', 'port_id': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6', 'mac_address': 'fa:16:3e:b9:9a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b7bb466-845a-4b3d-93bb-bdd1c1438668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:41.494693 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.508650 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:41.533062 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:41.541073 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.603332 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.116980 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77bd6f-4481-4347-9904-2ab600a4a5ac req-67c3240f-3108-4585-83d9-76aedf0188f2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.118390 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc77bd6f-4481-4347-9904-2ab600a4a5ac req-67c3240f-3108-4585-83d9-76aedf0188f2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 945 time: 0.0514090 Nov 22 16:55:42.181176 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-fc77bd6f-4481-4347-9904-2ab600a4a5ac req-dec9de80-f8ff-4959-a73b-095be3c94e26 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535133 Nov 22 16:55:42.290755 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d9ea9-29e6-4c28-b5c0-fbfbd5ac0e69 req-6fb796d9-5353-4ae5-9a64-e968b4222d98 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:42.292224 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-892d9ea9-29e6-4c28-b5c0-fbfbd5ac0e69 req-6fb796d9-5353-4ae5-9a64-e968b4222d98 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0486879 Nov 22 16:55:42.342116 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-892d9ea9-29e6-4c28-b5c0-fbfbd5ac0e69 req-7470856a-b679-4c55-ac82-da9e96cdc511 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Nov 22 16:55:42.731711 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:43.304860 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6b09c-5cf1-4818-b674-dc3d9f7bc586 req-0e74fcb8-18d4-475d-b433-9ebe81b02d5a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.306290 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bba6b09c-5cf1-4818-b674-dc3d9f7bc586 req-0e74fcb8-18d4-475d-b433-9ebe81b02d5a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 945 time: 0.0558443 Nov 22 16:55:43.361257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bba6b09c-5cf1-4818-b674-dc3d9f7bc586 req-a84d2016-246c-4acb-9944-b32eccc4d05d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Nov 22 16:55:43.473602 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8c3d6-f6c4-48d4-915d-17505c21d45a req-e135589f-677b-4f4e-8cfb-ce8c246c40c3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.475155 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6c8c3d6-f6c4-48d4-915d-17505c21d45a req-e135589f-677b-4f4e-8cfb-ce8c246c40c3 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0553024 Nov 22 16:55:43.523257 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6c8c3d6-f6c4-48d4-915d-17505c21d45a req-9fbbf446-bc7b-4074-be38-2fe3211f3abc tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Nov 22 16:55:44.457443 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:44.498978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef287adb-3085-493e-9756-2110892a0da0 req-58eab218-1792-42bf-87e3-7c1059dab2f3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.500486 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ef287adb-3085-493e-9756-2110892a0da0 req-58eab218-1792-42bf-87e3-7c1059dab2f3 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 945 time: 0.0630307 Nov 22 16:55:44.516241 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:44.523739 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:44.523996 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.560268 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ef287adb-3085-493e-9756-2110892a0da0 req-1328ccf6-421b-46c0-afd2-846da96a92c1 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Nov 22 16:55:44.623806 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.649969 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:44.652366 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de886272-613f-4168-98b1-04713b5d56ed" -d '{"events": [{"server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "name": "network-vif-plugged", "status": "completed", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:44.667141 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:44.672941 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.679360 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae10c-05a6-4eec-981d-f72d4017ec97 req-e3617204-0034-40db-bd38-fca07aa1a763 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.680966 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08dae10c-05a6-4eec-981d-f72d4017ec97 req-e3617204-0034-40db-bd38-fca07aa1a763 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0592594 Nov 22 16:55:44.699496 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3984a4ef-c550-4dca-90d9-34d4da21d5f9 x-openstack-request-id: req-3984a4ef-c550-4dca-90d9-34d4da21d5f9 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:44.699789 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "name": "network-vif-plugged", "status": "completed", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:44.700040 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3984a4ef-c550-4dca-90d9-34d4da21d5f9 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:44.700437 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6', 'code': 200} Nov 22 16:55:44.730154 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.737833 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-08dae10c-05a6-4eec-981d-f72d4017ec97 req-7c2b3065-d4b2-4f3c-b4fc-52f767f5307c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505250 Nov 22 16:55:44.738487 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.738888 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.739368 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.739887 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.740404 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.740836 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.741063 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.741391 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.741720 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.742042 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.742389 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.742930 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:44.883853 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0cc0e-be18-4290-b49c-030f8f352638 req-ad5d5e4f-19a6-40f5-8dde-eb546fc42d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.885471 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bcc0cc0e-be18-4290-b49c-030f8f352638 req-ad5d5e4f-19a6-40f5-8dde-eb546fc42d67 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 1099 time: 0.0436792 Nov 22 16:55:44.931318 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-bcc0cc0e-be18-4290-b49c-030f8f352638 req-f58615a9-20ca-4876-b6e1-b95486ee3831 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387115 Nov 22 16:55:45.704493 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f274484-fb86-4504-9acc-f6c2c6e13bfa req-b3768ee3-eac6-4b30-b10c-43421100e4af tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.705986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f274484-fb86-4504-9acc-f6c2c6e13bfa req-b3768ee3-eac6-4b30-b10c-43421100e4af tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0524228 Nov 22 16:55:45.759977 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f274484-fb86-4504-9acc-f6c2c6e13bfa req-487f2aa5-9b37-4d98-97d7-43b49e16ec9f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Nov 22 16:55:45.868362 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ac955-d40c-4720-bc21-c17fb5c6ea40 req-aa00511d-917b-468c-a9c3-383b7b4a9e98 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.869752 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-683ac955-d40c-4720-bc21-c17fb5c6ea40 req-aa00511d-917b-468c-a9c3-383b7b4a9e98 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0559745 Nov 22 16:55:45.930731 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-683ac955-d40c-4720-bc21-c17fb5c6ea40 req-1b82d7b2-6334-4390-8e21-bf22ddd13433 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513504 Nov 22 16:55:46.881937 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c2d1-dc26-483f-8ccd-4718c844fc64 req-2c477680-23a6-4b63-8434-d85d242071ee tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.883486 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3053c2d1-dc26-483f-8ccd-4718c844fc64 req-2c477680-23a6-4b63-8434-d85d242071ee tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Nov 22 16:55:46.931571 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3053c2d1-dc26-483f-8ccd-4718c844fc64 req-e1d8ad8b-55f6-467e-ba20-ca75f1602f6e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Nov 22 16:55:47.058392 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4966f-a973-4f85-a7cb-4e146f2bbc46 req-d565a2d9-84b8-4f5a-901e-2fda0a30d106 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.059789 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9bf4966f-a973-4f85-a7cb-4e146f2bbc46 req-d565a2d9-84b8-4f5a-901e-2fda0a30d106 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Nov 22 16:55:47.110225 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-9bf4966f-a973-4f85-a7cb-4e146f2bbc46 req-f47e6e98-40a0-4a9d-b224-fe68b80a5906 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Nov 22 16:55:47.948488 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53302) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:48.059129 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59d5652f-8286-4d19-bb19-aa318009398d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.133318 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59d5652f-8286-4d19-bb19-aa318009398d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.138924 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59d5652f-8286-4d19-bb19-aa318009398d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.178817 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-59d5652f-8286-4d19-bb19-aa318009398d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=930d1a336ed645bcbac8b3ef69878b80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290237 Nov 22 16:55:48.181049 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5652f-8286-4d19-bb19-aa318009398d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cd4477-8695-4f5a-83d3-fb130521a55e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:48.181544 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:48.232762 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.234432 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c376-44fb-4f5c-a2fb-5a3b8d40ac3b req-53d28d60-4713-4223-b679-329921afecfc tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:48.236067 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6f9c376-44fb-4f5c-a2fb-5a3b8d40ac3b req-53d28d60-4713-4223-b679-329921afecfc tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0560789 Nov 22 16:55:48.255017 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.292387 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6f9c376-44fb-4f5c-a2fb-5a3b8d40ac3b req-57759af5-b645-4a57-b8b3-6bd4f058df2d tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492983 Nov 22 16:55:48.316687 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.319474 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.320643 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/60cd4477-8695-4f5a-83d3-fb130521a55e HTTP/1.1" status: 204 len: 168 time: 0.1380835 Nov 22 16:55:48.329372 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc74e6-8004-4e3e-aed9-14313982d043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cd4477-8695-4f5a-83d3-fb130521a55e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.423296 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09281219-27db-4288-aaca-4cc316dbdcfa req-d1cecc27-cc9a-450b-8335-e63c3e759dd2 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:49.424787 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-09281219-27db-4288-aaca-4cc316dbdcfa req-d1cecc27-cc9a-450b-8335-e63c3e759dd2 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.0515397 Nov 22 16:55:49.492649 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-09281219-27db-4288-aaca-4cc316dbdcfa req-399c83ee-fe27-4c2a-960b-ee8dc066e689 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611789 Nov 22 16:55:50.482316 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:50.581862 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:50.593982 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'port_id': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'mac_address': 'fa:16:3e:2f:47:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:50.606365 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-29380906-a1a8-49a7-a4dd-6b98c84c9c8a tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363626 Nov 22 16:55:50.630861 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.649410 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:50.668075 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:50.672218 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.723754 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=7']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.763425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767235c4-0534-42cb-888f-d679d05343ef req-4c86fc82-dcf8-4088-810e-931b88c32f01 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.764931 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-767235c4-0534-42cb-888f-d679d05343ef req-4c86fc82-dcf8-4088-810e-931b88c32f01 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 943 time: 0.1940937 Nov 22 16:55:50.841034 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-382a33d5-d1a0-4900-96c1-f1d8454911a5 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:50.842536 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-382a33d5-d1a0-4900-96c1-f1d8454911a5 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234023 Nov 22 16:55:50.870458 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-767235c4-0534-42cb-888f-d679d05343ef req-e49222ba-a5b5-4e90-bb36-a0855760aee1 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976706 Nov 22 16:55:50.871916 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-166797f9-2256-487b-b214-3805cbcb0548 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/quotas/50a814900dd349fbaf9b39d0e65c42ad HTTP/1.1" status: 200 len: 375 time: 0.0230203 Nov 22 16:55:50.906654 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-591726ff-f2ca-48ad-98e9-a999badb394f tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281847 Nov 22 16:55:51.081336 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:51.081795 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-41987b7f-aef4-46e6-9b73-f7407b424fab req-3fddd094-a00c-4ea5-8778-8d45f28732a8 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 210 time: 0.0316846 Nov 22 16:55:52.003343 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7822ec-9582-4646-8340-1e81a625d8ce req-e27c7fea-b41e-4b7d-8371-7de852553b47 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.005022 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be7822ec-9582-4646-8340-1e81a625d8ce req-e27c7fea-b41e-4b7d-8371-7de852553b47 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 944 time: 0.0497556 Nov 22 16:55:52.054828 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-be7822ec-9582-4646-8340-1e81a625d8ce req-b3eaee92-e737-4b32-b91d-04b3d4d17648 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435197 Nov 22 16:55:52.103596 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-c2459d18-9de4-4e5d-84b2-3291973be92c tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327337 Nov 22 16:55:52.181141 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-76e0d0e1-c9ec-4f42-a394-6bc22d15f520 req-73fe2581-a9c0-488e-af3f-88bfbfca0aeb tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 210 time: 0.0272255 Nov 22 16:55:52.294978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-7d494e41-6d88-4a04-9e06-199a6b24a285 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.296394 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-7d494e41-6d88-4a04-9e06-199a6b24a285 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852534 Nov 22 16:55:52.313294 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Request body: {'port': {'device_id': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b', 'admin_state_up': True, 'tenant_id': '50a814900dd349fbaf9b39d0e65c42ad'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:52.424517 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Made reservation on behalf of 50a814900dd349fbaf9b39d0e65c42ad for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:52.428463 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.437266 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.494854 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:52.513382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.518716 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.544955 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:52.545328 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.575599 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.628362 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.649245 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Allocated IP 192.168.233.136 (eb0892a2-1e26-4d7d-a6ff-07617c13d11b/25f24ffc-8ff3-413e-baf3-b173d9212a25/5da91936-7e9e-43fb-ae04-dc6dd7629eec) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:52.653166 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:52.655500 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d80e19-89cb-4478-bd4c-b7a610ca13bd" -d '{"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-plugged", "status": "completed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:52.669036 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:52.673698 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.698606 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479f83b9-de3e-4552-89f2-59fc781cfe04 x-openstack-request-id: req-479f83b9-de3e-4552-89f2-59fc781cfe04 {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:52.698902 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-plugged", "status": "completed", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:52.699152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-479f83b9-de3e-4552-89f2-59fc781cfe04 {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:52.699569 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'code': 200} Nov 22 16:55:52.726724 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=8']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.808382 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.844685 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761484078996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.887340 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Network eb0892a2-1e26-4d7d-a6ff-07617c13d11b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:52.890624 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:52.894282 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:52.900751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Pushing event updated for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.958166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.958799 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.999910 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-06c77da6-70b6-4e9c-a421-4d8c26a92691 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6902602 Nov 22 16:55:53.009982 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533750c7-4004-4394-ab57-d8b9dbf0a021 req-aca4def7-31fb-4a2a-b161-aabc3ef9bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.011491 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-533750c7-4004-4394-ab57-d8b9dbf0a021 req-aca4def7-31fb-4a2a-b161-aabc3ef9bcd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0500519 Nov 22 16:55:53.016440 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Request body: {'port': {'device_id': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:53.103013 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-533750c7-4004-4394-ab57-d8b9dbf0a021 req-8a06e6ef-c7fd-453e-97ec-aab3501170e1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826564 Nov 22 16:55:53.103694 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.141308 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-d5ae7b3c-9e11-4cd9-8e57-6aa25e2c05f5 None None] Provisioning complete for port 5da91936-7e9e-43fb-ae04-dc6dd7629eec triggered by entity DHCP. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.141806 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5ae7b3c-9e11-4cd9-8e57-6aa25e2c05f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.177948 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae7b3c-9e11-4cd9-8e57-6aa25e2c05f5 None None] Port 5da91936-7e9e-43fb-ae04-dc6dd7629eec cannot update to ACTIVE because it is not bound. {{(pid=109412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:53.180252 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7422-a8b6-480a-a2cf-6ea4550b24ba req-b53ea900-19fd-48f8-9833-ec709fb08e3c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.182353 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-565e7422-a8b6-480a-a2cf-6ea4550b24ba req-b53ea900-19fd-48f8-9833-ec709fb08e3c tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0531363 Nov 22 16:55:53.242175 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-565e7422-a8b6-480a-a2cf-6ea4550b24ba req-0880b8db-a877-44c0-a09a-ceccc8aac0ec tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523713 Nov 22 16:55:53.301222 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812784-5d5d-46fd-8675-a60d8464d962 req-aa614e07-bfe6-43a5-a2da-c42cd21b4433 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.302776 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c3812784-5d5d-46fd-8675-a60d8464d962 req-aa614e07-bfe6-43a5-a2da-c42cd21b4433 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 936 time: 0.0482185 Nov 22 16:55:53.350972 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c3812784-5d5d-46fd-8675-a60d8464d962 req-f9ee6e83-3298-4888-b7ee-e02a77ee43f8 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Nov 22 16:55:53.382459 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da91936-7e9e-43fb-ae04-dc6dd7629eec {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:53.390026 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.402120 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Transition to ACTIVE for port object 5da91936-7e9e-43fb-ae04-dc6dd7629eec will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:55:53.407667 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.458731 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Pushing event updated for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:53.530188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Attempting to bind port 5da91936-7e9e-43fb-ae04-dc6dd7629eec on host hv-cinder-77398 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:53.530452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Attempting to bind port 5da91936-7e9e-43fb-ae04-dc6dd7629eec by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:53.530779 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Attempting to bind port 5da91936-7e9e-43fb-ae04-dc6dd7629eec on network eb0892a2-1e26-4d7d-a6ff-07617c13d11b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:53.536132 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Port 5da91936-7e9e-43fb-ae04-dc6dd7629eec on network eb0892a2-1e26-4d7d-a6ff-07617c13d11b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:55:53.536441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Attempting to bind port 5da91936-7e9e-43fb-ae04-dc6dd7629eec on network eb0892a2-1e26-4d7d-a6ff-07617c13d11b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:53.541570 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Checking agent: {'id': 'bf5610d0-0b89-44a0-bf73-0c766a8d873f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 45), 'started_at': datetime.datetime(2021, 11, 22, 16, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:53.542061 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Checking segment: {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:53.542344 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Bound using segment: {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:53.542714 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Bound port: 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddfde46-bad9-43f4-b855-3426c883a60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:53.543071 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.611648 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:53.615012 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:53.620135 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26077711'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.655441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.656088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.657511 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-d456046f-d973-4a69-9592-512a5096da39 service neutron] 10.222.0.48 "PUT /v2.0/ports/5da91936-7e9e-43fb-ae04-dc6dd7629eec HTTP/1.1" status: 200 len: 1098 time: 0.6451380 Nov 22 16:55:53.658020 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:53.660525 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98c6835-b4d5-49b1-8061-953f8d4bdb16" -d '{"events": [{"name": "network-changed", "server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:53.694461 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456046f-d973-4a69-9592-512a5096da39 service neutron] Pushing event updated for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:53.707929 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda3f60-dbb2-4d50-9cc4-ffbf3963c231 x-openstack-request-id: req-7bda3f60-dbb2-4d50-9cc4-ffbf3963c231 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:53.708238 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:53.708513 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7bda3f60-dbb2-4d50-9cc4-ffbf3963c231 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:53.709066 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec', 'status': 'completed', 'code': 200} Nov 22 16:55:53.753991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-fea1db01-92d7-4c4f-9f10-5ae9dd8bbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.755609 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-fea1db01-92d7-4c4f-9f10-5ae9dd8bbfe7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 1101 time: 0.0432105 Nov 22 16:55:53.807273 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-2b6c2a93-c2b1-4dc3-9289-243c5b09fe01 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec HTTP/1.1" status: 200 len: 217 time: 0.0380180 Nov 22 16:55:53.860044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-bada6620-5847-4fd2-a448-1ef1769f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.861535 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-bada6620-5847-4fd2-a448-1ef1769f51d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25f24ffc-8ff3-413e-baf3-b173d9212a25 HTTP/1.1" status: 200 len: 843 time: 0.0448141 Nov 22 16:55:53.914998 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-026a8995-362f-40f3-a522-ffd108fc2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:53.916373 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-026a8995-362f-40f3-a522-ffd108fc2655 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb0892a2-1e26-4d7d-a6ff-07617c13d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0398810 Nov 22 16:55:54.015865 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-ecf32039-fee7-4288-aecc-aba180f5ca6b service neutron] 10.222.0.48 "GET /v2.0/networks/eb0892a2-1e26-4d7d-a6ff-07617c13d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893154 Nov 22 16:55:54.124477 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-40606e65-19a3-4e02-9eb1-e3c3ab10b7e7 req-1af13997-a38c-40fb-83d1-712800df0ea5 service neutron] 10.222.0.48 "GET /v2.0/networks/eb0892a2-1e26-4d7d-a6ff-07617c13d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986099 Nov 22 16:55:54.218672 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-e563912d-7bbd-46e6-8dd9-286d1a452f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.220110 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-e563912d-7bbd-46e6-8dd9-286d1a452f73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 1101 time: 0.0436707 Nov 22 16:55:54.317454 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-04404ad4-5384-4c24-9d61-fd5fd17678cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.319138 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-04404ad4-5384-4c24-9d61-fd5fd17678cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=eb0892a2-1e26-4d7d-a6ff-07617c13d11b HTTP/1.1" status: 200 len: 870 time: 0.0883062 Nov 22 16:55:54.354665 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec47da-e4fa-4d54-8c54-82d34682bdef req-eb5762b1-188f-4fba-b4d1-aa22d7b1a9a5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.356126 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7eec47da-e4fa-4d54-8c54-82d34682bdef req-eb5762b1-188f-4fba-b4d1-aa22d7b1a9a5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Nov 22 16:55:54.369563 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-97b8e3e7-395e-4b1f-9be9-4097a0cbd97b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec HTTP/1.1" status: 200 len: 217 time: 0.0344150 Nov 22 16:55:54.417168 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-7eec47da-e4fa-4d54-8c54-82d34682bdef req-939b6b41-64cc-4064-be36-9b8d9b9c32d0 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549319 Nov 22 16:55:54.431235 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-9a358221-0963-4ab8-9a55-7ed18b17d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.433110 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-9a358221-0963-4ab8-9a55-7ed18b17d371 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=25f24ffc-8ff3-413e-baf3-b173d9212a25 HTTP/1.1" status: 200 len: 843 time: 0.0488641 Nov 22 16:55:54.481839 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc01a95-0438-4166-b976-93c5db2b92cc req-b575a0fa-e15d-4767-b543-f518c0316b2c tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.484703 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4dc01a95-0438-4166-b976-93c5db2b92cc req-b575a0fa-e15d-4767-b543-f518c0316b2c tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 948 time: 0.0574582 Nov 22 16:55:54.506908 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-2257dbc1-aeb2-4700-9be1-dd3921b242a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:54.508435 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-2257dbc1-aeb2-4700-9be1-dd3921b242a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=eb0892a2-1e26-4d7d-a6ff-07617c13d11b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0528641 Nov 22 16:55:54.536804 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4dc01a95-0438-4166-b976-93c5db2b92cc req-2c721819-a77d-4510-a97f-334af77a9a87 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455348 Nov 22 16:55:54.605785 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-268af505-c7ad-4b67-80fb-c303908f8f83 service neutron] 10.222.0.48 "GET /v2.0/networks/eb0892a2-1e26-4d7d-a6ff-07617c13d11b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Nov 22 16:55:54.715917 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-f98c6835-b4d5-49b1-8061-953f8d4bdb16 req-8f1fa092-0f23-4852-9839-cacfc19039f1 service neutron] 10.222.0.48 "GET /v2.0/networks/eb0892a2-1e26-4d7d-a6ff-07617c13d11b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913758 Nov 22 16:55:55.535571 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70d93d-6ad8-4f19-ade9-d36ecdfaebcf req-397f4fff-ca2e-453d-ba5f-19cd7191a91e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.536934 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc70d93d-6ad8-4f19-ade9-d36ecdfaebcf req-397f4fff-ca2e-453d-ba5f-19cd7191a91e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Nov 22 16:55:55.587484 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-bc70d93d-6ad8-4f19-ade9-d36ecdfaebcf req-1b4271c3-3321-4722-9d96-ed920014dcb5 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 Nov 22 16:55:55.653339 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3cf32-d8e1-47d6-9b63-88ffbe15123c req-1103c83a-cddd-4723-a845-cd24f83ed791 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.654795 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbd3cf32-d8e1-47d6-9b63-88ffbe15123c req-1103c83a-cddd-4723-a845-cd24f83ed791 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 948 time: 0.0508382 Nov 22 16:55:55.945029 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dbd3cf32-d8e1-47d6-9b63-88ffbe15123c req-043f44da-77ac-4aac-9399-7ed34448e10d tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812226 Nov 22 16:55:56.498941 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 5da91936-7e9e-43fb-ae04-dc6dd7629eec details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=109412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:55:56.603815 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:56.614914 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Returning: {'device': '5da91936-7e9e-43fb-ae04-dc6dd7629eec', 'network_id': 'eb0892a2-1e26-4d7d-a6ff-07617c13d11b', 'port_id': '5da91936-7e9e-43fb-ae04-dc6dd7629eec', 'mac_address': 'fa:16:3e:af:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f24ffc-8ff3-413e-baf3-b173d9212a25', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:55:56.655077 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.668324 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da91936-7e9e-43fb-ae04-dc6dd7629eec {{(pid=109412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:55:56.691417 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:56.697557 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.763425 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:57.070232 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cf2c8-6ca4-4f94-a1d8-4da0047c3218 req-944e3fab-3da3-4b74-baf7-53107cec2fcb tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.071704 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db6cf2c8-6ca4-4f94-a1d8-4da0047c3218 req-944e3fab-3da3-4b74-baf7-53107cec2fcb tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 949 time: 0.0536952 Nov 22 16:55:57.080658 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['5da91936-7e9e-43fb-ae04-dc6dd7629eec'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:57.128795 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-db6cf2c8-6ca4-4f94-a1d8-4da0047c3218 req-791e70cf-2319-4946-b3c1-176e77a3afe0 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468426 Nov 22 16:55:58.251930 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60146-e93f-4f9c-831c-2110e2e64218 req-ba0afe64-124f-4e43-84c3-ac57d43828bd tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:58.253448 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-afe60146-e93f-4f9c-831c-2110e2e64218 req-ba0afe64-124f-4e43-84c3-ac57d43828bd tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 949 time: 0.0526755 Nov 22 16:55:58.305914 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-afe60146-e93f-4f9c-831c-2110e2e64218 req-f9843a77-ac46-4216-889a-a32d501a65c6 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453169 Nov 22 16:55:58.524207 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 5da91936-7e9e-43fb-ae04-dc6dd7629eec up at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:58.586721 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning for port 5da91936-7e9e-43fb-ae04-dc6dd7629eec completed by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:55:58.591181 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.provisioning_blocks [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Provisioning complete for port 5da91936-7e9e-43fb-ae04-dc6dd7629eec triggered by entity L2. {{(pid=109412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:58.591541 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1814889'] for port, provisioning_complete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.671925 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.697071 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec'}] {{(pid=109412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:58.699159 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec08a8c3531fc4edeec098f2c21ecb51dc34cd2f45d05bcfda96513b17eb4f1b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345d007d-534b-4fc1-9d51-4fdedb517322" -d '{"events": [{"server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "name": "network-vif-plugged", "status": "completed", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec"}]}' {{(pid=109412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:58.711962 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:58.717697 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761484658746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761484079014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761484079032'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.748059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982eaf6b-c49b-4e57-9607-427e05952dbe x-openstack-request-id: req-982eaf6b-c49b-4e57-9607-427e05952dbe {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:58.748346 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "name": "network-vif-plugged", "status": "completed", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec", "code": 200}]} {{(pid=109412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:58.748768 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-982eaf6b-c49b-4e57-9607-427e05952dbe {{(pid=109412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:58.749330 dv-cinder-773985-19-iscsi neutron-server[109412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec', 'code': 200} Nov 22 16:55:58.778083 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Pushing event updated for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=5']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:58.848990 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcddce-ee12-4379-980b-4310074fb216 req-b8f5ff83-8bb4-4e6c-805f-a42bf0abc6e2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:58.850776 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6fcddce-ee12-4379-980b-4310074fb216 req-b8f5ff83-8bb4-4e6c-805f-a42bf0abc6e2 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0485675 Nov 22 16:55:58.906687 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6fcddce-ee12-4379-980b-4310074fb216 req-a67794c4-b3d0-41da-a20e-464c025938fd tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Nov 22 16:55:58.930489 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34561ee-3e66-4a1e-844e-564c61bce478 req-d02a6d77-5b1c-4529-9ff7-a10383f925e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:58.932051 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d34561ee-3e66-4a1e-844e-564c61bce478 req-d02a6d77-5b1c-4529-9ff7-a10383f925e2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 1103 time: 0.0454175 Nov 22 16:55:58.980974 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d34561ee-3e66-4a1e-844e-564c61bce478 req-f8367a9b-aada-46cc-a98a-1a80ae851b74 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368857 Nov 22 16:55:59.438314 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f62b73-bcea-4398-8550-56b3ab92955d req-5ddf3a7b-65c1-4282-8a10-f7dceb4360b9 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:59.439834 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-82f62b73-bcea-4398-8550-56b3ab92955d req-5ddf3a7b-65c1-4282-8a10-f7dceb4360b9 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0533364 Nov 22 16:55:59.489630 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-82f62b73-bcea-4398-8550-56b3ab92955d req-0582773a-6b7e-4abe-9a3e-47bc68bfff11 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433056 Nov 22 16:56:00.018555 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b22d21d9-4fde-4671-921e-96aa91d9864b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.040649 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11241e-bdeb-4ffb-8e77-dba47d0e052c req-08eb49ca-1bf1-4643-a475-92557ce96d53 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.042156 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1c11241e-bdeb-4ffb-8e77-dba47d0e052c req-08eb49ca-1bf1-4643-a475-92557ce96d53 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0594504 Nov 22 16:56:00.092982 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-1c11241e-bdeb-4ffb-8e77-dba47d0e052c req-c382e63c-f8ad-49dd-b80a-6efc153e3bb1 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444880 Nov 22 16:56:00.281166 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.609917 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf62644-d16e-45b7-9ac8-059386747417 req-de297f85-d1cc-4b38-8b90-27cb6a2f5ab9 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.611461 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2cf62644-d16e-45b7-9ac8-059386747417 req-de297f85-d1cc-4b38-8b90-27cb6a2f5ab9 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0512681 Nov 22 16:56:00.661805 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2cf62644-d16e-45b7-9ac8-059386747417 req-23dab541-3f2f-4b28-b9e8-d2395d9d7980 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440938 Nov 22 16:56:01.212749 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-cee3ab4e-8a0a-4e70-b1b3-ce5cda75503f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.214301 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-cee3ab4e-8a0a-4e70-b1b3-ce5cda75503f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0523651 Nov 22 16:56:01.216337 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd87bc9-0f7d-4d85-bf75-9b595f8c7789 req-9e980cd3-ef75-47b7-990d-d2a27ce4cc45 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.217858 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fd87bc9-0f7d-4d85-bf75-9b595f8c7789 req-9e980cd3-ef75-47b7-990d-d2a27ce4cc45 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 946 time: 0.0526381 Nov 22 16:56:01.268641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-6fd87bc9-0f7d-4d85-bf75-9b595f8c7789 req-89199f99-c2d8-4541-9f16-63a8c8df118c tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447476 Nov 22 16:56:01.311172 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Deleting port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:01.311528 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.410049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] For port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:01.410324 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.423137 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Calling delete_port for 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:01.567335 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.582700 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7', '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:01.604107 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event deleted for resources: {'Port': ['ID=1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:01.643782 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] No DVR routers for this DVR port 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:01.646477 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.649943 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-91072464-d3dd-4a70-8f11-650cf7b9aa71 req-c4fce3b8-ae6b-4b19-a657-2cbc76a25224 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "DELETE /v2.0/ports/1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 HTTP/1.1" status: 204 len: 173 time: 0.4290221 Nov 22 16:56:01.650566 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'name': 'network-vif-deleted', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:01.652899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77a86f-d1f2-4bd8-93de-5994c64785f5" -d '{"events": [{"server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "name": "network-vif-deleted", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:01.694083 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56af63b-6517-4f42-a87e-37de4fe3a65e x-openstack-request-id: req-c56af63b-6517-4f42-a87e-37de4fe3a65e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:01.694406 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5af7ae5-0e24-432f-95fb-d935cb3f77b5", "name": "network-vif-deleted", "tag": "1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:01.694717 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c56af63b-6517-4f42-a87e-37de4fe3a65e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:01.695116 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5af7ae5-0e24-432f-95fb-d935cb3f77b5', 'name': 'network-vif-deleted', 'tag': '1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6', 'status': 'completed', 'code': 200} Nov 22 16:56:01.789372 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc474cc5-c50a-4371-8ff6-269c7eefc6ee req-f3535be3-e09b-4110-9549-dbe7551fbbd8 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:01.791097 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc474cc5-c50a-4371-8ff6-269c7eefc6ee req-f3535be3-e09b-4110-9549-dbe7551fbbd8 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0531952 Nov 22 16:56:01.842716 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-dc474cc5-c50a-4371-8ff6-269c7eefc6ee req-ec51012f-825f-4f35-ae38-f7cf1981c1d0 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453541 Nov 22 16:56:02.113312 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9745f64-7275-441f-8942-23a28799dbef req-fa4ed9cd-df19-446c-99f3-bdc16d7e0095 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:02.114904 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e9745f64-7275-441f-8942-23a28799dbef req-fa4ed9cd-df19-446c-99f3-bdc16d7e0095 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0517941 Nov 22 16:56:02.153901 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:02.172321 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-e9745f64-7275-441f-8942-23a28799dbef req-2952b7b5-5af3-464e-b93f-f560f05d62dc tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Nov 22 16:56:02.349152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6638e5e1-caf8-471c-a91c-58f4ff8eadcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.385193 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ed7c338e-5c78-48d6-8870-b6beca42cd0b req-fcaa93dd-8b5a-4430-b765-700e1032e51c tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5af7ae5-0e24-432f-95fb-d935cb3f77b5 HTTP/1.1" status: 200 len: 210 time: 0.0310731 Nov 22 16:56:03.309049 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf0201-6b36-4545-a060-0e81481c6e6d req-e28ad71a-18da-4ff0-b725-1c141009f6f0 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:03.310551 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ecf0201-6b36-4545-a060-0e81481c6e6d req-e28ad71a-18da-4ff0-b725-1c141009f6f0 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0588236 Nov 22 16:56:03.360179 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-3ecf0201-6b36-4545-a060-0e81481c6e6d req-682bf4e4-1ea0-4f99-9a7b-78f2dceaa3f3 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Nov 22 16:56:03.439666 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.034630 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-6f9a413d-c695-433b-b801-590f3e7aaefc tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.036149 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-6f9a413d-c695-433b-b801-590f3e7aaefc tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0543530 Nov 22 16:56:04.144044 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Deleting port 5da91936-7e9e-43fb-ae04-dc6dd7629eec {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:04.144286 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.237484 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] For port 5da91936-7e9e-43fb-ae04-dc6dd7629eec, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=5da91936-7e9e-43fb-ae04-dc6dd7629eec,segment=NetworkSegment(5ddfde46-bad9-43f4-b855-3426c883a60c),segment_id=5ddfde46-bad9-43f4-b855-3426c883a60c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:04.237839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.250394 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Calling delete_port for 5da91936-7e9e-43fb-ae04-dc6dd7629eec owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:04.490274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1c904-1937-4634-ace1-b712c5ca80e1 req-81b77f33-dbdb-4112-b10a-f6cf01efb0d4 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.491981 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a5d1c904-1937-4634-ace1-b712c5ca80e1 req-81b77f33-dbdb-4112-b10a-f6cf01efb0d4 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8aac8a2-0fba-4459-bafa-b122b4188d6d HTTP/1.1" status: 200 len: 950 time: 0.0512800 Nov 22 16:56:04.548921 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:04.550398 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-a5d1c904-1937-4634-ace1-b712c5ca80e1 req-a136fd03-a635-47fc-8049-a1e00121c3ce tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.46 "GET /v2.0/security-groups?id=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Nov 22 16:56:04.585380 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:04.585704 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 1288cb74-1ab1-4d9a-a2d9-fdafac83f6e6 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:04.620352 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.646674 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Pushing event deleted for resources: {'Port': ['ID=5da91936-7e9e-43fb-ae04-dc6dd7629eec,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.660313 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.660662 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.661011 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.661341 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.661671 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.661997 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.662352 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.662664 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.662985 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.663301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.663623 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.663924 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:04.700716 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] No DVR routers for this DVR port 5da91936-7e9e-43fb-ae04-dc6dd7629eec on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:04.703696 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.707139 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-a10260be-ff0a-4568-aebe-c7ff2f9e8799 req-2acc7377-ebef-4e59-a277-08765f238f80 tempest-VolumesNegativeTest-1038329054 tempest-VolumesNegativeTest-1038329054-project] 10.222.0.48 "DELETE /v2.0/ports/5da91936-7e9e-43fb-ae04-dc6dd7629eec HTTP/1.1" status: 204 len: 173 time: 0.6636577 Nov 22 16:56:04.707663 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'name': 'network-vif-deleted', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:04.710009 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4a9fa1-eac8-4786-9bac-cefde9e08677" -d '{"events": [{"server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "name": "network-vif-deleted", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:04.749562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac82861c-01ec-43e0-823e-2889b561bca8 x-openstack-request-id: req-ac82861c-01ec-43e0-823e-2889b561bca8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:04.749876 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8aac8a2-0fba-4459-bafa-b122b4188d6d", "name": "network-vif-deleted", "tag": "5da91936-7e9e-43fb-ae04-dc6dd7629eec", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:04.750278 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac82861c-01ec-43e0-823e-2889b561bca8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:04.750713 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8aac8a2-0fba-4459-bafa-b122b4188d6d', 'name': 'network-vif-deleted', 'tag': '5da91936-7e9e-43fb-ae04-dc6dd7629eec', 'status': 'completed', 'code': 200} Nov 22 16:56:04.844210 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2358a9-d2d9-40d9-a3dc-15d8ccc355df req-1aedccc9-9daa-4dd1-91e5-a5aed602694d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.846075 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f2358a9-d2d9-40d9-a3dc-15d8ccc355df req-1aedccc9-9daa-4dd1-91e5-a5aed602694d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0622475 Nov 22 16:56:04.898718 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f2358a9-d2d9-40d9-a3dc-15d8ccc355df req-0c8f6f91-f030-448a-8cab-85f4664ffc19 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460944 Nov 22 16:56:04.961985 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.640281 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.018089 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bf941-d3e0-4431-b23b-c7fed04076fc req-329dcdc8-45e6-46f2-af37-530f707b5f10 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:06.019820 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b18bf941-d3e0-4431-b23b-c7fed04076fc req-329dcdc8-45e6-46f2-af37-530f707b5f10 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0528226 Nov 22 16:56:06.072820 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b18bf941-d3e0-4431-b23b-c7fed04076fc req-34ef331a-225e-4998-9dbc-b2a0b6497029 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Nov 22 16:56:06.572446 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 5da91936-7e9e-43fb-ae04-dc6dd7629eec no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:06.596049 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 5da91936-7e9e-43fb-ae04-dc6dd7629eec {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:06.596388 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 5da91936-7e9e-43fb-ae04-dc6dd7629eec not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:06.712889 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-49d9c14c-4ad6-475e-b3f3-3d13303df001 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:06.716114 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-49d9c14c-4ad6-475e-b3f3-3d13303df001 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0615304 Nov 22 16:56:06.816329 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-36b11c49-870f-4029-a1a5-0daebc7c66df service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0915053 Nov 22 16:56:06.854237 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Deleting port f6524c73-a3c4-447a-83b1-fe24b5ff6adf {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:06.854586 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.942142 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-303722f9-4921-4672-992a-1bf96ca547bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:06.943807 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-303722f9-4921-4672-992a-1bf96ca547bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1099 time: 0.1026411 Nov 22 16:56:06.989604 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] For port f6524c73-a3c4-447a-83b1-fe24b5ff6adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:06.990061 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.037640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Calling delete_port for f6524c73-a3c4-447a-83b1-fe24b5ff6adf owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:07.126987 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-5ad6490a-0b2f-481b-97e3-6c9d2196716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.128493 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-5ad6490a-0b2f-481b-97e3-6c9d2196716d service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.1590946 Nov 22 16:56:07.213827 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66533260-160c-4c58-869d-ae39bd04eb2a req-619bf62c-8da1-4c17-b646-af6aa08f678e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.215519 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66533260-160c-4c58-869d-ae39bd04eb2a req-619bf62c-8da1-4c17-b646-af6aa08f678e tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b20ed4e-cc59-4450-8433-b319bb2db04e HTTP/1.1" status: 200 len: 945 time: 0.0582101 Nov 22 16:56:07.240020 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-14416911-95e5-415a-8843-da86f81c2373 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 1002 time: 0.0976567 Nov 22 16:56:07.274727 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-66533260-160c-4c58-869d-ae39bd04eb2a req-1976b82a-03d0-4b46-9f7e-4a6f8947da65 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517471 Nov 22 16:56:07.291965 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.304097 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7', '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:07.332802 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-90dc198d-282d-4f51-8750-fae009ad369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.334316 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-90dc198d-282d-4f51-8750-fae009ad369e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0864553 Nov 22 16:56:07.335417 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event deleted for resources: {'Port': ['ID=f6524c73-a3c4-447a-83b1-fe24b5ff6adf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.397457 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] No DVR routers for this DVR port f6524c73-a3c4-447a-83b1-fe24b5ff6adf on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:07.400935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.404291 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-dbbb8c01-a67e-4c85-a97a-87bd47d56132 req-aa2bfb66-3475-4bb9-b552-523da48d3c77 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "DELETE /v2.0/ports/f6524c73-a3c4-447a-83b1-fe24b5ff6adf HTTP/1.1" status: 204 len: 173 time: 0.6807210 Nov 22 16:56:07.405045 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'name': 'network-vif-deleted', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:07.407160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f3ed29-b7e1-417b-9f6f-c529d1b59457" -d '{"events": [{"server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "name": "network-vif-deleted", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:07.422931 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-ad005f89-32a8-4d32-ace0-a9bdd647ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.424433 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-ad005f89-32a8-4d32-ace0-a9bdd647ef24 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0811231 Nov 22 16:56:07.485320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e369fdac-c733-4c1c-8542-9a36e7135bf7 x-openstack-request-id: req-e369fdac-c733-4c1c-8542-9a36e7135bf7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:07.485647 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b20ed4e-cc59-4450-8433-b319bb2db04e", "name": "network-vif-deleted", "tag": "f6524c73-a3c4-447a-83b1-fe24b5ff6adf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:07.485872 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e369fdac-c733-4c1c-8542-9a36e7135bf7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:07.486320 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b20ed4e-cc59-4450-8433-b319bb2db04e', 'name': 'network-vif-deleted', 'tag': 'f6524c73-a3c4-447a-83b1-fe24b5ff6adf', 'status': 'completed', 'code': 200} Nov 22 16:56:07.540283 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-5facb564-d5fc-45b3-9c16-4d3f47929791 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061697 Nov 22 16:56:07.655319 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-2bb947c1-1a5e-464c-b189-bf2cceeb45be req-bc05c298-a008-47ed-944e-4b6b0454dfe2 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002324 Nov 22 16:56:08.548249 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a713ab6-f4aa-4fdd-a733-a382a6391c91 req-304251b3-89ee-4230-9855-9cbe779642ef tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:08.549765 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5a713ab6-f4aa-4fdd-a733-a382a6391c91 req-304251b3-89ee-4230-9855-9cbe779642ef tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 945 time: 0.0501573 Nov 22 16:56:08.604425 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-5a713ab6-f4aa-4fdd-a733-a382a6391c91 req-dd873215-f3cd-471b-a02f-729591263eb0 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479639 Nov 22 16:56:09.699896 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.724686 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993fcc3-00df-4d77-abce-4d41fbb461cb req-8f275a32-301a-4516-91e7-706fa6f4f99f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.726164 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8993fcc3-00df-4d77-abce-4d41fbb461cb req-8f275a32-301a-4516-91e7-706fa6f4f99f tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 945 time: 0.0513661 Nov 22 16:56:09.777112 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8993fcc3-00df-4d77-abce-4d41fbb461cb req-ea950bbd-8b26-4894-abb1-49564bd08ca7 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Nov 22 16:56:09.843875 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-d2580779-dd74-4ee4-81c3-268cd0a67459 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50a814900dd349fbaf9b39d0e65c42ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427882 Nov 22 16:56:09.846572 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53760) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.901661 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.923716 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.977100 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.980019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.981174 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a HTTP/1.1" status: 204 len: 168 time: 0.1336231 Nov 22 16:56:09.989452 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0efb75-482a-4bc7-ad5c-45aa7e22fb7a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.997123 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.997473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.997848 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.998281 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.998615 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999356 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999356 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999577 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:09.999899 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.000223 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.000510 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.000834 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3957c065-7583-469f-b63c-3e042691c851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:10.018722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-db40ddc0-7d12-4a4f-9ebd-dd57971bf36a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.020287 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-db40ddc0-7d12-4a4f-9ebd-dd57971bf36a tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 945 time: 0.0610855 Nov 22 16:56:10.118057 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Deleting port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:10.118405 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.220543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] For port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:10.220928 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.237385 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Calling delete_port for 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:10.376414 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.389698 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7', '27da2c76-d860-4fc4-ba68-afa1f78ba7c4'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:10.411023 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event deleted for resources: {'Port': ['ID=27da2c76-d860-4fc4-ba68-afa1f78ba7c4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.452049 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] No DVR routers for this DVR port 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:10.454638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.458242 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-24bc77d8-fdf3-41c8-bd64-dc255d00fe0b req-5b7d111d-9415-485a-8791-c286535d8559 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "DELETE /v2.0/ports/27da2c76-d860-4fc4-ba68-afa1f78ba7c4 HTTP/1.1" status: 204 len: 173 time: 0.4299662 Nov 22 16:56:10.458686 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'name': 'network-vif-deleted', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:10.461036 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a38232-5218-4abb-b472-ab1fe8a7f94c" -d '{"events": [{"server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "name": "network-vif-deleted", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:10.497690 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6201ccf3-2fdf-41b4-a980-e3c7b0331676 x-openstack-request-id: req-6201ccf3-2fdf-41b4-a980-e3c7b0331676 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:10.497989 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aaadc2d-6924-4a8b-8146-f0b1d779578e", "name": "network-vif-deleted", "tag": "27da2c76-d860-4fc4-ba68-afa1f78ba7c4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:10.498281 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6201ccf3-2fdf-41b4-a980-e3c7b0331676 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:10.498687 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aaadc2d-6924-4a8b-8146-f0b1d779578e', 'name': 'network-vif-deleted', 'tag': '27da2c76-d860-4fc4-ba68-afa1f78ba7c4', 'status': 'completed', 'code': 200} Nov 22 16:56:10.595513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f6524c73-a3c4-447a-83b1-fe24b5ff6adf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:10.624730 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: f6524c73-a3c4-447a-83b1-fe24b5ff6adf {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:10.625081 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device f6524c73-a3c4-447a-83b1-fe24b5ff6adf not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:10.625483 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:10.644509 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:10.644854 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 27da2c76-d860-4fc4-ba68-afa1f78ba7c4 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:10.893512 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-02d5ab2a-6e0c-418e-a289-45810b85801a req-c492696d-2aaa-4c34-ac7c-7a93fddd2eeb tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8aaadc2d-6924-4a8b-8146-f0b1d779578e HTTP/1.1" status: 200 len: 210 time: 0.0277879 Nov 22 16:56:13.333203 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474ad27-8d55-4964-a40e-4a83aed029c7 req-6776318b-48f0-437b-832d-e9c4b921991d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.334572 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2474ad27-8d55-4964-a40e-4a83aed029c7 req-6776318b-48f0-437b-832d-e9c4b921991d tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 946 time: 0.0492311 Nov 22 16:56:13.387054 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2474ad27-8d55-4964-a40e-4a83aed029c7 req-90eb316d-c8e0-46fb-a57b-faba0cf02934 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Nov 22 16:56:14.525240 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f552f31-9442-43ca-9500-6d4927e6032f req-319cd2c8-3226-4af9-a5a6-3ce8aa7c9439 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:14.526779 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f552f31-9442-43ca-9500-6d4927e6032f req-319cd2c8-3226-4af9-a5a6-3ce8aa7c9439 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 946 time: 0.0549123 Nov 22 16:56:14.574698 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-4f552f31-9442-43ca-9500-6d4927e6032f req-1eb5976c-36cc-4266-bc5a-49d1c0728d78 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/security-groups?id=a20806d0-ff33-4101-91d6-e5a28c1a3de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418305 Nov 22 16:56:15.082669 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-2ab8b38d-f124-4686-b329-f0040b537efe tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:15.084128 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-2ab8b38d-f124-4686-b329-f0040b537efe tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 946 time: 0.0583415 Nov 22 16:56:15.181606 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Deleting port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:15.181934 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.277207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] For port d58c3bb0-72c4-45b4-b48f-aa500e68edc7, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,segment=NetworkSegment(ea326a73-2fca-4557-a6f5-e8d5fb315bfa),segment_id=ea326a73-2fca-4557-a6f5-e8d5fb315bfa)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:15.277566 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.291353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Calling delete_port for d58c3bb0-72c4-45b4-b48f-aa500e68edc7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:15.425015 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.439973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] get_ports_and_sgs() called for port_ids ['d58c3bb0-72c4-45b4-b48f-aa500e68edc7'] {{(pid=109412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:15.455726 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Pushing event deleted for resources: {'Port': ['ID=d58c3bb0-72c4-45b4-b48f-aa500e68edc7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.499668 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] No DVR routers for this DVR port d58c3bb0-72c4-45b4-b48f-aa500e68edc7 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:15.502301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.506351 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-332f10d4-6f2d-4b33-b4ac-c745889cec8a req-a613c578-f79c-402c-9141-4a033130b805 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.48 "DELETE /v2.0/ports/d58c3bb0-72c4-45b4-b48f-aa500e68edc7 HTTP/1.1" status: 204 len: 173 time: 0.4149690 Nov 22 16:56:15.506814 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'name': 'network-vif-deleted', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:15.510146 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac65d3c-5636-4531-9d8f-46ca2b79e43b" -d '{"events": [{"server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "name": "network-vif-deleted", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:15.551548 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa76d8-f5ee-4200-8d8c-ba02bf3ce847 x-openstack-request-id: req-00aa76d8-f5ee-4200-8d8c-ba02bf3ce847 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:15.551841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f", "name": "network-vif-deleted", "tag": "d58c3bb0-72c4-45b4-b48f-aa500e68edc7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:15.552093 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00aa76d8-f5ee-4200-8d8c-ba02bf3ce847 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:15.552499 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f', 'name': 'network-vif-deleted', 'tag': 'd58c3bb0-72c4-45b4-b48f-aa500e68edc7', 'status': 'completed', 'code': 200} Nov 22 16:56:15.693009 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-d6c0b900-1679-4c78-ab5e-3a5ff47f05a0 req-03c1876d-bf9f-411f-8ebd-90f409b0fa30 tempest-AttachVolumeNegativeTest-269866697 tempest-AttachVolumeNegativeTest-269866697-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ed5b5c9-32d5-440b-a7fc-6581bfed9a9f HTTP/1.1" status: 200 len: 210 time: 0.0272369 Nov 22 16:56:16.750739 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53792) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:16.804758 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Deleting subnet 9b7bb466-845a-4b3d-93bb-bdd1c1438668 {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:16.808894 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.847234 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.889619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.951929 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.974580 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7bb466-845a-4b3d-93bb-bdd1c1438668,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:16.980717 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.984641 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1c10665e-4026-480c-b3f0-3daaf3838327 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9b7bb466-845a-4b3d-93bb-bdd1c1438668 HTTP/1.1" status: 204 len: 168 time: 0.2328568 Nov 22 16:56:16.988632 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53794) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:17.066998 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.145305 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.165668 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2490190-872c-472c-b92e-457c66c9dde8']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:17.175155 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:17.175441 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea326a73-2fca-4557-a6f5-e8d5fb315bfa') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:17.189525 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.203031 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.209054 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:17.209425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:17.211112 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:17.268076 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.273536 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.277222 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2490190-872c-472c-b92e-457c66c9dde8 HTTP/1.1" status: 204 len: 168 time: 0.2872708 Nov 22 16:56:17.288243 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4118c-8827-41d3-b5b4-2e00a92d9970 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2490190-872c-472c-b92e-457c66c9dde8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.452676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:17.497268 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-6b67d19c-5888-41a9-8746-e61c1245f47f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=012a4339a6f4457584df4d3e5d1ea6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433748 Nov 22 16:56:17.500798 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53800) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:17.555355 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.584666 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.641348 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.643880 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.645031 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a20806d0-ff33-4101-91d6-e5a28c1a3de9 HTTP/1.1" status: 204 len: 168 time: 0.1432431 Nov 22 16:56:17.653141 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c7497-83be-4cc6-80d7-634491db8aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20806d0-ff33-4101-91d6-e5a28c1a3de9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.624906 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device d58c3bb0-72c4-45b4-b48f-aa500e68edc7 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:18.648523 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: d58c3bb0-72c4-45b4-b48f-aa500e68edc7 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:18.648925 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device d58c3bb0-72c4-45b4-b48f-aa500e68edc7 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:18.976272 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53850) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.083358 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-165c14c3-b5b2-4203-bf0f-86d72c9c23cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.170063 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-165c14c3-b5b2-4203-bf0f-86d72c9c23cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.178160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-165c14c3-b5b2-4203-bf0f-86d72c9c23cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.224899 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-165c14c3-b5b2-4203-bf0f-86d72c9c23cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=450ddba832e04cf391f9c4e614a42791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2474315 Nov 22 16:56:19.225660 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c14c3-b5b2-4203-bf0f-86d72c9c23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37fb6f5-ffa9-4d2f-abfc-907f769f0a2b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.228742 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53854) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.283267 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.306801 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.360751 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.363414 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.364608 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d37fb6f5-ffa9-4d2f-abfc-907f769f0a2b HTTP/1.1" status: 204 len: 168 time: 0.1344895 Nov 22 16:56:19.373091 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb93f0f-e0f6-4d75-920f-02c49f68ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37fb6f5-ffa9-4d2f-abfc-907f769f0a2b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.056103 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53876) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:20.172720 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577139868-network', 'tenant_id': 'e5c27c36eae44eda9030d6d9a8e0c48e'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:20.199406 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Made reservation on behalf of e5c27c36eae44eda9030d6d9a8e0c48e for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:20.201882 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.212364 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.294919 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.300587 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.321895 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:20.337263 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2283cb-648e-40bc-8e06-534f7f3a0c10,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.341165 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.341510 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Added segment c35804b5-f7e6-473c-af42-e23a1122e80a of type vlan for network f5532513-522e-4690-a13b-3d0384b128fc Nov 22 16:56:20.381636 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.412195 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.413604 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.414280 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.471169 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4133384 Nov 22 16:56:20.474383 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53880) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:20.478507 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304049e-deab-4038-9cc4-41ac679215ce admin admin] Pushing event updated for resources: {'Network': ['ID=f5532513-522e-4690-a13b-3d0384b128fc,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.479503 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Request body: {'subnet': {'network_id': 'f5532513-522e-4690-a13b-3d0384b128fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1577139868-subnet', 'tenant_id': 'e5c27c36eae44eda9030d6d9a8e0c48e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:20.490941 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network f5532513-522e-4690-a13b-3d0384b128fc details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:20.504989 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Made reservation on behalf of e5c27c36eae44eda9030d6d9a8e0c48e for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:20.507292 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.679807 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.740267 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9ebc17-fdef-4bbe-9e91-4378cf670171,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.747488 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Checking segment: {'id': 'c35804b5-f7e6-473c-af42-e23a1122e80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f5532513-522e-4690-a13b-3d0384b128fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:20.747830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Network hostable DHCP agents. Network: f5532513-522e-4690-a13b-3d0384b128fc, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:20.765922 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Network f5532513-522e-4690-a13b-3d0384b128fc is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:20.775257 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, f5532513-522e-4690-a13b-3d0384b128fc) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:20.781140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:20.781140 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.784513 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4086ced-f368-492e-98be-ca07c4e6ad9d None None] Network f5532513-522e-4690-a13b-3d0384b128fc requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:20.806508 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-99e587aa-13d9-4e87-b183-d80973d2201d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3230538 Nov 22 16:56:20.916989 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3691d06-56a0-4769-9236-79dc8f4a0e52 None None] Network f5532513-522e-4690-a13b-3d0384b128fc requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:21.310645 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53896) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.318537 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.v2.base [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1716249003-network', 'tenant_id': '28fc96605bd74dab8c69d58ab80c80db'}} {{(pid=109411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:21.344001 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Made reservation on behalf of 28fc96605bd74dab8c69d58ab80c80db for: {'network': 1} {{(pid=109411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:21.346555 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599593'] for network, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.357219 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.438677 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.443269 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.470471 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=109411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:21.476676 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c221916e-7c1c-4ca5-a0b4-302eb0711210,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.482904 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.483292 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.segments_db [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Added segment c29e9db1-3c46-4770-bfbb-eadb6bcc1820 of type vlan for network c16159de-db88-42d2-b6bb-7e272688e500 Nov 22 16:56:21.526269 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761484097527'] for network, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.553934 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802'] for network, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.555013 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.555618 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.611025 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2988839 Nov 22 16:56:21.614441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53898) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.618447 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7820ac-dd43-4311-b893-4f3c4e042ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=c16159de-db88-42d2-b6bb-7e272688e500,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.620624 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.v2.base [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Request body: {'subnet': {'network_id': 'c16159de-db88-42d2-b6bb-7e272688e500', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1716249003-subnet', 'tenant_id': '28fc96605bd74dab8c69d58ab80c80db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:21.633383 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Network c16159de-db88-42d2-b6bb-7e272688e500 details requested by agent ovs-agent-dv-cinder-773985-19-iscsi with host dv-cinder-773985-19-iscsi {{(pid=109412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:21.646676 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Made reservation on behalf of 28fc96605bd74dab8c69d58ab80c80db for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:21.649018 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26151697'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.814991 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26077850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26151727'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.863066 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2394596-b38d-43b6-8df5-4a5f0457e6ea,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.884343 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Checking segment: {'id': 'c29e9db1-3c46-4770-bfbb-eadb6bcc1820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c16159de-db88-42d2-b6bb-7e272688e500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:21.884714 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Network hostable DHCP agents. Network: c16159de-db88-42d2-b6bb-7e272688e500, hostable agents: ['ac7fbda2-b78a-47ae-9a58-abc74d618178'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:21.905485 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Network c16159de-db88-42d2-b6bb-7e272688e500 is scheduled to be hosted by DHCP agent ac7fbda2-b78a-47ae-9a58-abc74d618178 with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:21.917831 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-19-iscsi, c16159de-db88-42d2-b6bb-7e272688e500) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:21.922016 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.922651 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.926578 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a04af6-9b02-4715-b0df-456d3ee474c5 None None] Network c16159de-db88-42d2-b6bb-7e272688e500 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:21.940491 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-49a897c6-4aa6-421a-a9e1-912e57cce9ec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3247681 Nov 22 16:56:22.052328 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665cc6ab-ec37-4990-97b9-d96943296888 None None] Network c16159de-db88-42d2-b6bb-7e272688e500 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:22.057524 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53902) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.102424 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Deleting subnet bf9ebc17-fdef-4bbe-9e91-4378cf670171 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:22.105643 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.140247 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.177921 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.241279 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.267053 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9ebc17-fdef-4bbe-9e91-4378cf670171,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.270820 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.274057 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f0c6302c-c4ab-4be7-abec-0813cceaaf88 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bf9ebc17-fdef-4bbe-9e91-4378cf670171 HTTP/1.1" status: 204 len: 168 time: 0.2154810 Nov 22 16:56:22.277425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53904) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.344441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.428791 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.449518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5532513-522e-4690-a13b-3d0384b128fc']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.458992 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35804b5-f7e6-473c-af42-e23a1122e80a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.459277 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35804b5-f7e6-473c-af42-e23a1122e80a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.468855 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.483039 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.489076 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:22.489452 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:22.491245 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:22.545623 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.552070 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.556431 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] 10.222.0.46 "DELETE /v2.0/networks/f5532513-522e-4690-a13b-3d0384b128fc HTTP/1.1" status: 204 len: 168 time: 0.2781243 Nov 22 16:56:22.559982 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53906) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.567562 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9b903-651a-4656-ab89-2941afabe83d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5532513-522e-4690-a13b-3d0384b128fc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.605827 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Deleting subnet a2394596-b38d-43b6-8df5-4a5f0457e6ea {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:22.609985 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.649556 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.689171 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.742999 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.767955 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2394596-b38d-43b6-8df5-4a5f0457e6ea,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.771881 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.775287 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d977af66-cf92-4d51-86ec-d86b499a04cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a2394596-b38d-43b6-8df5-4a5f0457e6ea HTTP/1.1" status: 204 len: 168 time: 0.2142861 Nov 22 16:56:22.778221 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53908) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.859710 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.940022 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.968403 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16159de-db88-42d2-b6bb-7e272688e500']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.982066 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29e9db1-3c46-4770-bfbb-eadb6bcc1820') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.982397 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29e9db1-3c46-4770-bfbb-eadb6bcc1820') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.992557 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.008331 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.017101 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:23.017487 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:23.019239 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:23.071773 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.076806 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.079931 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c16159de-db88-42d2-b6bb-7e272688e500 HTTP/1.1" status: 204 len: 168 time: 0.3007467 Nov 22 16:56:23.093353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cab55-af96-422e-84b6-cc04ad2f7735 admin admin] Pushing event deleted for resources: {'Network': ['ID=c16159de-db88-42d2-b6bb-7e272688e500,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.260254 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53914) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.300575 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-74a63f57-8144-4324-a9e3-aa6a9a6636a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e5c27c36eae44eda9030d6d9a8e0c48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390952 Nov 22 16:56:23.303201 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53916) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.357619 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.380023 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.436876 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.439540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.440712 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f2283cb-648e-40bc-8e06-534f7f3a0c10 HTTP/1.1" status: 204 len: 168 time: 0.1366644 Nov 22 16:56:23.448735 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c88c1-d7ad-4d74-a468-f928fe153c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2283cb-648e-40bc-8e06-534f7f3a0c10,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.777112 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53922) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.818624 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2096790a-38d8-475b-9f41-4b63df86d475 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28fc96605bd74dab8c69d58ab80c80db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403402 Nov 22 16:56:23.822444 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53924) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:23.873215 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.894930 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.944545 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.947319 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.948542 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c221916e-7c1c-4ca5-a0b4-302eb0711210 HTTP/1.1" status: 204 len: 168 time: 0.1252351 Nov 22 16:56:23.957563 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389aa1a-7c97-4319-86d2-f949ec414410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c221916e-7c1c-4ca5-a0b4-302eb0711210,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.927212 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 53988) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.051613 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d24db4e6-5d3a-4c27-a7d3-9ad6cbdba272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.137826 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d24db4e6-5d3a-4c27-a7d3-9ad6cbdba272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.142591 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d24db4e6-5d3a-4c27-a7d3-9ad6cbdba272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.179849 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d24db4e6-5d3a-4c27-a7d3-9ad6cbdba272 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dcb33617265645b5b7a9368bc0c65387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514713 Nov 22 16:56:26.181008 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db4e6-5d3a-4c27-a7d3-9ad6cbdba272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d9b4c-e0bf-4619-8aac-c3c5df9b558c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.183089 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.231518 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.252999 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.310771 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.313550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.314753 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b5d9b4c-e0bf-4619-8aac-c3c5df9b558c HTTP/1.1" status: 204 len: 168 time: 0.1306524 Nov 22 16:56:26.322517 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10985596-cd79-4edc-8069-bb5461e2c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d9b4c-e0bf-4619-8aac-c3c5df9b558c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.607590 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 53998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.620623 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a1ae5b9-7544-4f5d-9f07-5863a3d1e3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.695859 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a1ae5b9-7544-4f5d-9f07-5863a3d1e3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.701786 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a1ae5b9-7544-4f5d-9f07-5863a3d1e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.738551 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4a1ae5b9-7544-4f5d-9f07-5863a3d1e3fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=510884f53cb545dc8507e43f16f6b947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298518 Nov 22 16:56:26.739376 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ae5b9-7544-4f5d-9f07-5863a3d1e3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804b1c89-db95-4354-998a-b4935aea960b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.741461 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54000) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.795884 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.819404 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.877018 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.879707 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.880908 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/804b1c89-db95-4354-998a-b4935aea960b HTTP/1.1" status: 204 len: 168 time: 0.1381662 Nov 22 16:56:26.888726 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3874878-feeb-473a-b6b3-3c6d3eb8bc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804b1c89-db95-4354-998a-b4935aea960b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.013498 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-869f5b45-db99-4391-88de-2690ac8e5b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.291607 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.349213 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0acc62f9-f17a-49bd-8b2c-ebe570ec4e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.443761 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.964049 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.651805 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.156594 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:59.368673 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54220) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.479833 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7aed7285-026c-4a9b-b5f5-67fffeb290b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.564951 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7aed7285-026c-4a9b-b5f5-67fffeb290b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.571000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7aed7285-026c-4a9b-b5f5-67fffeb290b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.611712 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7aed7285-026c-4a9b-b5f5-67fffeb290b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=58395f2b266343b09b287deb55751c81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419028 Nov 22 16:56:59.612541 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed7285-026c-4a9b-b5f5-67fffeb290b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2984d3-7366-4935-b946-b7c86d01ab0c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.614770 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54224) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.664425 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.686383 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.739207 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.741932 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.743150 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc2984d3-7366-4935-b946-b7c86d01ab0c HTTP/1.1" status: 204 len: 168 time: 0.1272125 Nov 22 16:56:59.751215 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bf72a-715f-4ccd-88c6-e81756cb470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2984d3-7366-4935-b946-b7c86d01ab0c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:00.008292 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54230) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.021194 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fd3d5c30-7567-4d62-bed4-51ca041182b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.023165 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787404a-d1e6-491d-9991-f10b2c6be147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.103964 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787404a-d1e6-491d-9991-f10b2c6be147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.110253 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787404a-d1e6-491d-9991-f10b2c6be147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.148519 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c787404a-d1e6-491d-9991-f10b2c6be147 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d70c8d46b9342d483a45b91e1d61b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390564 Nov 22 16:57:00.150074 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787404a-d1e6-491d-9991-f10b2c6be147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662c75e3-3f6c-4bf9-9313-d3461c55c4f8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:00.151831 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54232) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.202226 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.223477 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.273098 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.275487 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.277031 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.278286 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/662c75e3-3f6c-4bf9-9313-d3461c55c4f8 HTTP/1.1" status: 204 len: 168 time: 0.1254227 Nov 22 16:57:00.286460 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749593c-b4ec-4c75-91e2-5d62b73127b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c75e3-3f6c-4bf9-9313-d3461c55c4f8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:02.343249 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-13e6ebb1-f585-4f44-b680-6c19634a2f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.934803 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54300) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.041634 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5187a426-b031-4c14-b17f-3e39873d4d2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.122830 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5187a426-b031-4c14-b17f-3e39873d4d2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.128664 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5187a426-b031-4c14-b17f-3e39873d4d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.170169 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5187a426-b031-4c14-b17f-3e39873d4d2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fabf78c734e4f51a98be1620016730c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343056 Nov 22 16:57:03.170946 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a426-b031-4c14-b17f-3e39873d4d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b004c-8600-4fc6-bf52-b4445cba9276,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.172986 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54304) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.228118 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.251879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.303396 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.306086 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.310085 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d07b004c-8600-4fc6-bf52-b4445cba9276 HTTP/1.1" status: 204 len: 168 time: 0.1332877 Nov 22 16:57:03.315878 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f557f-6b14-4b3c-8ddd-5d613c71fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b004c-8600-4fc6-bf52-b4445cba9276,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.446081 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.583540 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54310) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.596822 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb88fb1b-8133-4f00-91bc-a2a49c357ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.676408 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb88fb1b-8133-4f00-91bc-a2a49c357ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.682656 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb88fb1b-8133-4f00-91bc-a2a49c357ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.723339 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-bb88fb1b-8133-4f00-91bc-a2a49c357ed0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de9172af34954750ac1b40ea6ba9bf11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387136 Nov 22 16:57:03.724165 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88fb1b-8133-4f00-91bc-a2a49c357ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55231003-d5a5-4556-8431-3c97c6d8e955,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.726161 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54312) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.777093 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.798389 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.850738 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.853439 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.854691 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55231003-d5a5-4556-8431-3c97c6d8e955 HTTP/1.1" status: 204 len: 168 time: 0.1273990 Nov 22 16:57:03.862921 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f2ea3-7866-42bf-ae9c-3bede799c9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55231003-d5a5-4556-8431-3c97c6d8e955,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:04.963419 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.645242 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.839081 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-063e4a85-f1a6-4c1a-a685-a51c32dada7f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1389580 Nov 22 16:57:07.925062 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39b78-4136-4965-87b0-603f94262654 req-ae4a5b0e-a15a-4582-841f-3c2abf756af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:07.926579 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-ae4a5b0e-a15a-4582-841f-3c2abf756af9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0403132 Nov 22 16:57:08.050859 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39b78-4136-4965-87b0-603f94262654 req-d65bfe9d-31f0-44eb-8220-9d963cd54a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:08.052382 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-d65bfe9d-31f0-44eb-8220-9d963cd54a17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0991645 Nov 22 16:57:08.126294 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-7466066f-7d96-4cff-82cb-29ba5a87ace3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 999 time: 0.0649626 Nov 22 16:57:08.179353 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39b78-4136-4965-87b0-603f94262654 req-efed64e9-58be-44ca-852d-aee38ec52e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:08.181196 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-efed64e9-58be-44ca-852d-aee38ec52e92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0475209 Nov 22 16:57:08.230833 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39b78-4136-4965-87b0-603f94262654 req-8bb3ad16-15e9-4f38-add9-db87a027e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:08.232426 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-8bb3ad16-15e9-4f38-add9-db87a027e8c2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442886 Nov 22 16:57:08.243087 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-5cb7675f-33fa-4df3-9ed3-9ec9aa07b299 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:08.244172 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-5cb7675f-33fa-4df3-9ed3-9ec9aa07b299 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049901 Nov 22 16:57:08.332084 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-238524c7-0c2c-435b-84d0-db7656956ae7 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807474 Nov 22 16:57:08.427965 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d5c39b78-4136-4965-87b0-603f94262654 req-03752ce4-7bc4-4c75-9eb8-e32421fb0b69 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877657 Nov 22 16:57:12.821826 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54448) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.938307 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.017243 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.025026 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.072343 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b663cc0cd7346ceada53a8144cdde62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492120 Nov 22 16:57:13.073204 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06b3830-6e65-4bb7-9076-620f52ef635c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.075334 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54452) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.080789 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.081143 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.081487 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.081819 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.082234 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.082558 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.082874 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.083202 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.083530 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.083853 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.084177 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.084498 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad2af8a-2508-4115-bf06-7948f3451e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.126925 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.155268 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.207192 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.211107 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.212828 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d06b3830-6e65-4bb7-9076-620f52ef635c HTTP/1.1" status: 204 len: 168 time: 0.1362596 Nov 22 16:57:13.222250 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06b3830-6e65-4bb7-9076-620f52ef635c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.230391 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.230738 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.231074 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.231395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.231715 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.232038 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.232356 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.232685 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.233004 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.233320 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.233634 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.233935 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e735d0d4-917d-463e-8825-3fb9a9887926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:13.503549 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54458) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.519660 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-752516c3-7062-417a-b277-9a3edd31bb37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.600328 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-752516c3-7062-417a-b277-9a3edd31bb37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.606684 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-752516c3-7062-417a-b277-9a3edd31bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.645043 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-752516c3-7062-417a-b277-9a3edd31bb37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a7289692ae44deb9379f5165db785fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404066 Nov 22 16:57:13.645901 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752516c3-7062-417a-b277-9a3edd31bb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3c3982-e27b-4c49-bb1b-cc3c38737c5c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.647985 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54460) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.697727 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.719020 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.768848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.772391 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.773956 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa3c3982-e27b-4c49-bb1b-cc3c38737c5c HTTP/1.1" status: 204 len: 168 time: 0.1249039 Nov 22 16:57:13.782266 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549929cb-9d46-4272-b898-37ea88ffb2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3c3982-e27b-4c49-bb1b-cc3c38737c5c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.127464 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54466) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.141706 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3b50-73f9-43f2-85c9-6fb84752e67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.221823 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3b50-73f9-43f2-85c9-6fb84752e67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.227312 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3b50-73f9-43f2-85c9-6fb84752e67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.263407 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e3b50-73f9-43f2-85c9-6fb84752e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12caa3c1-af3b-436d-910c-0ec1bc690506,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.267642 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-9b3e3b50-73f9-43f2-85c9-6fb84752e67e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4db574c974074b11b1ee8e048b42c766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391425 Nov 22 16:57:14.270339 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54468) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.318059 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.342633 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.389059 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.391543 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.392696 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12caa3c1-af3b-436d-910c-0ec1bc690506 HTTP/1.1" status: 204 len: 168 time: 0.1214733 Nov 22 16:57:14.400489 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0df7-b4d6-49c8-8fc1-02eed9b00407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12caa3c1-af3b-436d-910c-0ec1bc690506,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.161929 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:18.859153 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54472) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:19.034354 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Deleting port 118427ab-3ba8-4e1e-8cbb-172e407b8981 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:19.034637 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.111507 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.111734 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.123697 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Calling delete_port for 118427ab-3ba8-4e1e-8cbb-172e407b8981 owned by network:floatingip {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:19.287422 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.310978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event deleted for resources: {'Port': ['ID=118427ab-3ba8-4e1e-8cbb-172e407b8981,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.377981 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.378319 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Floating IP dd78e004-f3cd-46f8-8c68-bab6d3577615 disassociated (deleted). External IP: 172.27.1.6, port: 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df. Nov 22 16:57:19.599700 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Router a9494682-f048-4f0b-be3d-57fa895ed8d4 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:19.727918 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:19.732928 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.739108 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Sync routers for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:19.750856 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:19.751469 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:19.765367 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-f6a050e3-48fd-4902-a4f0-369cc577cdc7 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "DELETE /v2.0/floatingips/dd78e004-f3cd-46f8-8c68-bab6d3577615 HTTP/1.1" status: 204 len: 168 time: 0.9049156 Nov 22 16:57:19.766066 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:19.768609 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae" -d '{"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:19.810391 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca8b77-43be-407a-b9a7-c82f42e84577 x-openstack-request-id: req-deca8b77-43be-407a-b9a7-c82f42e84577 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:19.810689 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:19.810946 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-deca8b77-43be-407a-b9a7-c82f42e84577 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:19.811351 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'status': 'completed', 'code': 200} Nov 22 16:57:19.869183 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:19.882710 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-1d8c088a-24e5-40cc-b6ee-2b52e98bc50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:19.884421 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-1d8c088a-24e5-40cc-b6ee-2b52e98bc50c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 1098 time: 0.0495765 Nov 22 16:57:19.986244 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-1ea6de8d-a330-46bc-9958-100518f3e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:19.987786 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-1ea6de8d-a330-46bc-9958-100518f3e9b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 200 len: 909 time: 0.0961797 Nov 22 16:57:20.035166 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-12480c0b-2018-4b57-b141-69420d1e9a02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 200 len: 217 time: 0.0381467 Nov 22 16:57:20.085863 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-7d5cc4b5-78d6-4478-b84f-06f241ebd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.087524 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-7d5cc4b5-78d6-4478-b84f-06f241ebd82c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 200 len: 847 time: 0.0443838 Nov 22 16:57:20.090148 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:20.117078 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Checking router: a9494682-f048-4f0b-be3d-57fa895ed8d4 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:20.126152 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:20.126857 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:20.139071 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-7342a75a-c369-49fd-8844-32df3b17fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.140695 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-7342a75a-c369-49fd-8844-32df3b17fdb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d1b3fd10-521d-4b73-8f2f-1883b4fde662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445399 Nov 22 16:57:20.212564 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97256f91-21b0-4836-9d76-0220dde7da8c req-f5964f4d-5ddf-4e04-97c8-fffece4d6f96 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:20.218605 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-97256f91-21b0-4836-9d76-0220dde7da8c req-f5964f4d-5ddf-4e04-97c8-fffece4d6f96 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.2663767 Nov 22 16:57:20.239393 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:20.241318 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-1ea54200-59d9-4a96-8833-9888c80dd944 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918689 Nov 22 16:57:20.268511 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-97256f91-21b0-4836-9d76-0220dde7da8c req-bdf18fa4-fc92-4daa-87dc-71458b8fa27e tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Nov 22 16:57:20.331933 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d01927d6-5b36-44d9-b0c3-aa53f05d9eae req-8fa38bdb-7b1f-4134-bd4b-85cba7afd045 service neutron] 10.222.0.48 "GET /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Nov 22 16:57:20.451759 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:20.477936 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adb3a2-e11c-4453-8467-9f61a5127ec6 None None] The sync data for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi is: [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:24Z', 'revision_number': 4, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '2a847bde-4545-4d79-b2de-39672c3a5da0', 'name': '', 'network_id': 'd1b3fd10-521d-4b73-8f2f-1883b4fde662', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'mac_address': 'fa:16:3e:0b:c8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:23Z', 'updated_at': '2021-11-22T16:52:29Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'subnets': [{'id': '7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:20.725531 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cfec7d-66f9-4385-94ae-85425f7a7c47 None None] New status for floating IP dd78e004-f3cd-46f8-8c68-bab6d3577615: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:21.462540 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb0c27f-09b0-4f7e-8ccc-8ed9fc20f65f req-99a0799f-d290-40d5-869c-acbe44f7b840 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:21.464256 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8bb0c27f-09b0-4f7e-8ccc-8ed9fc20f65f req-99a0799f-d290-40d5-869c-acbe44f7b840 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.1164575 Nov 22 16:57:21.515327 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-8bb0c27f-09b0-4f7e-8ccc-8ed9fc20f65f req-fc899781-ed4b-4a7f-a204-f32b174a5c0b tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449364 Nov 22 16:57:21.536481 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-72090b1b-5ef5-4e79-bc55-281a3977a022 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:21.537942 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-72090b1b-5ef5-4e79-bc55-281a3977a022 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.48 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Nov 22 16:57:21.635201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Deleting port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:21.635470 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.726481 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] For port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:21.726785 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.741045 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Calling delete_port for 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:21.882031 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.910388 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event deleted for resources: {'Port': ['ID=46bba3bb-9b0e-4656-9f0a-62fb03c6e1df,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.954442 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] No DVR routers for this DVR port 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:21.957020 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.960387 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-ceb9be1f-3f33-462f-aa1c-b18b39a3f6d9 req-aa032c91-536b-4bc9-a522-0b115eb3e108 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.48 "DELETE /v2.0/ports/46bba3bb-9b0e-4656-9f0a-62fb03c6e1df HTTP/1.1" status: 204 len: 173 time: 0.4158502 Nov 22 16:57:21.960858 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-deleted', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:21.963359 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911c29d8-95ba-41cb-9a9b-1837d57a4dfc" -d '{"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-deleted", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:22.067984 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2974f7-dee9-47f0-90b2-c041df6e52ce x-openstack-request-id: req-9b2974f7-dee9-47f0-90b2-c041df6e52ce {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:22.068315 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27f83998-2a41-4287-b15e-5c999bd98660", "name": "network-vif-deleted", "tag": "46bba3bb-9b0e-4656-9f0a-62fb03c6e1df", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:22.068568 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b2974f7-dee9-47f0-90b2-c041df6e52ce {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:22.068973 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f83998-2a41-4287-b15e-5c999bd98660', 'name': 'network-vif-deleted', 'tag': '46bba3bb-9b0e-4656-9f0a-62fb03c6e1df', 'status': 'completed', 'code': 200} Nov 22 16:57:22.631540 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-2dcfc87b-2b30-42e2-ae3b-34f661e55a99 req-356855ac-22f5-4796-924b-413040af04d4 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "GET /v2.0/ports?device_id=27f83998-2a41-4287-b15e-5c999bd98660 HTTP/1.1" status: 200 len: 210 time: 0.0338666 Nov 22 16:57:23.702196 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54500) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:23.762957 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.797188 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.869471 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.872499 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.873572 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941 HTTP/1.1" status: 204 len: 168 time: 0.1703074 Nov 22 16:57:23.883360 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654c65-6810-4d81-b861-6f9961541b57 tempest-TestShelveInstance-719837667 tempest-TestShelveInstance-719837667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2ab7f0-b1c1-4b6c-99c6-64bc75d6c941,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.934541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.632329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.899879 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Deleting port 2a847bde-4545-4d79-b2de-39672c3a5da0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:24.900636 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.944913 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:24.966224 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:24.966569 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 46bba3bb-9b0e-4656-9f0a-62fb03c6e1df not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:24.980170 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] For port 2a847bde-4545-4d79-b2de-39672c3a5da0, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=2a847bde-4545-4d79-b2de-39672c3a5da0,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:24.980529 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.994006 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Calling delete_port for 2a847bde-4545-4d79-b2de-39672c3a5da0 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:25.202796 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.238936 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2a847bde-4545-4d79-b2de-39672c3a5da0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.399107 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.626272 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Router a9494682-f048-4f0b-be3d-57fa895ed8d4 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:25.735014 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:25.740249 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5098d3fe-4ef9-49a3-87ae-72ebb1eda2ca admin admin] 10.222.0.46 "PUT /v2.0/routers/a9494682-f048-4f0b-be3d-57fa895ed8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046248 Nov 22 16:57:25.742841 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54508) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:25.744558 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Sync routers for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:25.756377 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:25.756983 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:25.847493 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.863639 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:25.951088 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.008564 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Deleting port 32de6b6e-b306-475c-a232-f73c720a7655 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:26.008988 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.056126 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '32de6b6e-b306-475c-a232-f73c720a7655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 5, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port': {'id': '32de6b6e-b306-475c-a232-f73c720a7655', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:26.082559 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Checking router: a9494682-f048-4f0b-be3d-57fa895ed8d4 for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:26.088741 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] For port 32de6b6e-b306-475c-a232-f73c720a7655, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=32de6b6e-b306-475c-a232-f73c720a7655,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:26.089242 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.090978 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Routers {'a9494682-f048-4f0b-be3d-57fa895ed8d4'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:26.091586 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['a9494682-f048-4f0b-be3d-57fa895ed8d4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:26.102970 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Calling delete_port for 32de6b6e-b306-475c-a232-f73c720a7655 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:26.177570 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] Set router a9494682-f048-4f0b-be3d-57fa895ed8d4 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:26.235772 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 6, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port_host': None}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:26.262716 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd824c8-795b-4784-86ac-b5be4a8d02f9 None None] The sync data for ids ['a9494682-f048-4f0b-be3d-57fa895ed8d4'] in dv-cinder-773985-19-iscsi is: [{'id': 'a9494682-f048-4f0b-be3d-57fa895ed8d4', 'name': 'tempest-TestShelveInstance-507951437-router', 'tenant_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 6, 'project_id': 'b5f15ccbcbf04d8e995aa56a983a0eb5', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:26.270146 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.297521 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Pushing event deleted for resources: {'Port': ['ID=32de6b6e-b306-475c-a232-f73c720a7655,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.359640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.457946 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.460160 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.504666 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.505250 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9494682-f048-4f0b-be3d-57fa895ed8d4 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:26.510239 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.511462 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-36dd5ead-5637-447f-84a3-8c66840a631f admin admin] 10.222.0.46 "DELETE /v2.0/routers/a9494682-f048-4f0b-be3d-57fa895ed8d4 HTTP/1.1" status: 204 len: 168 time: 0.7675769 Nov 22 16:57:26.514942 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54510) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.562975 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Deleting subnet 7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:26.566392 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.605029 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.682990 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.742876 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.772578 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.774541 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.777978 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c2309278-1be3-4b93-929a-a1b605a9b381 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7ea5b35b-7868-4756-a0a4-7bcb9ddcb72e HTTP/1.1" status: 204 len: 168 time: 0.2620749 Nov 22 16:57:26.779065 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c9f95-7b19-44cd-b7ef-19cfbd13fc16 None None] Network d1b3fd10-521d-4b73-8f2f-1883b4fde662 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:26.780724 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54512) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.847793 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.900480 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Deleting port c2b4c68e-670d-4123-81ad-7a4e424155da {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:26.900817 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.967304 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] For port c2b4c68e-670d-4123-81ad-7a4e424155da, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=c2b4c68e-670d-4123-81ad-7a4e424155da,segment=NetworkSegment(eb75db26-382f-4469-bf9c-ea0718199f6c),segment_id=eb75db26-382f-4469-bf9c-ea0718199f6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:26.967967 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.980649 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Calling delete_port for c2b4c68e-670d-4123-81ad-7a4e424155da owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:27.024897 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] DHCP port deletion for d1b3fd10-521d-4b73-8f2f-1883b4fde662 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:27.069919 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.075882 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Deleting port c2b4c68e-670d-4123-81ad-7a4e424155da {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:27.076464 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.096161 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b4c68e-670d-4123-81ad-7a4e424155da,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.100532 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] No DVR routers for this DVR port c2b4c68e-670d-4123-81ad-7a4e424155da on host dv-cinder-773985-19-iscsi {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:27.148409 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] For port c2b4c68e-670d-4123-81ad-7a4e424155da, host dv-cinder-773985-19-iscsi, got binding levels [] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:27.148803 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.161251 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Calling delete_port for c2b4c68e-670d-4123-81ad-7a4e424155da owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:27.164024 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.ipam_backend_mixin [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Port c2b4c68e-670d-4123-81ad-7a4e424155da was not found and therefore no delete operation was performed {{(pid=109412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:57:27.165319 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005'] for port, after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.176007 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.191212 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Pushing event deleted for resources: {'Port': ['ID=c2b4c68e-670d-4123-81ad-7a4e424155da,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.195816 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] No DVR routers for this DVR port c2b4c68e-670d-4123-81ad-7a4e424155da on host dv-cinder-773985-19-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:27.198577 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b3fd10-521d-4b73-8f2f-1883b4fde662']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.203337 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.203463 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.203871 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.204143 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.204469 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.208187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6776d9a-11d4-4a3b-a0b8-357c22a13566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-19-iscsi {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:27.218171 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb75db26-382f-4469-bf9c-ea0718199f6c') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.218441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb75db26-382f-4469-bf9c-ea0718199f6c') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.229407 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.243349 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.250339 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:27.250658 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:27.252433 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:27.312192 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.317893 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.321186 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d1b3fd10-521d-4b73-8f2f-1883b4fde662 HTTP/1.1" status: 204 len: 168 time: 0.5395424 Nov 22 16:57:27.324522 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54514) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:27.332329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b2e67-3a32-488b-8fb9-5df5322cdc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1b3fd10-521d-4b73-8f2f-1883b4fde662,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.689655 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.934260 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2b4c68e-670d-4123-81ad-7a4e424155da no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:27.956089 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: c2b4c68e-670d-4123-81ad-7a4e424155da {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:27.956452 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device c2b4c68e-670d-4123-81ad-7a4e424155da not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:27.956878 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 32de6b6e-b306-475c-a232-f73c720a7655 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:27.972136 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Deleting port 1984395b-e28c-42de-ad29-1b22af988b34 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:27.972562 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.979054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 32de6b6e-b306-475c-a232-f73c720a7655 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:27.979398 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 32de6b6e-b306-475c-a232-f73c720a7655 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:27.979929 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 2a847bde-4545-4d79-b2de-39672c3a5da0 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:28.004867 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 2a847bde-4545-4d79-b2de-39672c3a5da0 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:28.005208 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 2a847bde-4545-4d79-b2de-39672c3a5da0 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:28.070177 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] For port 1984395b-e28c-42de-ad29-1b22af988b34, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=1984395b-e28c-42de-ad29-1b22af988b34,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:28.070571 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.086000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Calling delete_port for 1984395b-e28c-42de-ad29-1b22af988b34 owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:28.295212 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.323084 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1984395b-e28c-42de-ad29-1b22af988b34,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.503923 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.028841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:29.160150 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:29.165848 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-fac60551-237f-4eae-a16c-55a4d67668e6 admin admin] 10.222.0.46 "PUT /v2.0/routers/5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8401911 Nov 22 16:57:29.169083 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54516) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.171736 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Sync routers for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:29.182046 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:29.183076 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.275387 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks [] for router, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.288174 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:29.379251 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.434437 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Deleting port 865d6bae-09e3-40ce-be66-268dc6223d5b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:29.434779 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.464049 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:57:28Z', 'revision_number': 5, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port': {'id': '865d6bae-09e3-40ce-be66-268dc6223d5b', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.490184 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Checking router: 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:29.499816 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Routers {'5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:29.500426 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:02Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.517091 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] For port 865d6bae-09e3-40ce-be66-268dc6223d5b, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=865d6bae-09e3-40ce-be66-268dc6223d5b,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:29.517668 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.530487 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Calling delete_port for 865d6bae-09e3-40ce-be66-268dc6223d5b owned by network:router_gateway {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:29.585896 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] Set router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 gateway port host: None {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:29.704769 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.731746 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Pushing event deleted for resources: {'Port': ['ID=865d6bae-09e3-40ce-be66-268dc6223d5b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.732661 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 6, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port_host': None}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:29.760741 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97ce89-b6a1-4bd8-b4f8-a8db1658b80f None None] The sync data for ids ['5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5'] in dv-cinder-773985-19-iscsi is: [{'id': '5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5', 'name': 'tempest-TestShelveInstance-529916031-router', 'tenant_id': '25a5a73156c148b3b3277a80cf62f044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:26Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 6, 'project_id': '25a5a73156c148b3b3277a80cf62f044', 'gw_port_host': None}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:29.794379 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.886897 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.889144 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.942125 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.942684 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 {{(pid=109411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:29.947186 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] Publish callbacks [] for router, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.948364 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-e4ff74ca-ea3e-4f3d-b831-e56aeb4d863f admin admin] 10.222.0.46 "DELETE /v2.0/routers/5cfb71cc-1b15-43b5-8558-8e29ec5bbfe5 HTTP/1.1" status: 204 len: 168 time: 0.7783389 Nov 22 16:57:29.951080 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54518) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.995951 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.db_base_plugin_v2 [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Deleting subnet 876e6aec-c0ad-4de3-b057-874af09010ed {{(pid=109411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:29.999483 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.015187 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d1338a7d-f655-475f-992c-6cae8f6b94fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.037082 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25996148'] for subnet, precommit_delete_associations {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.123115 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.180338 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25344996', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26896563'] for subnet, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.208000 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876e6aec-c0ad-4de3-b057-874af09010ed,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.213425 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.218888 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-983c9836-1903-4aac-bdd5-0ead8da60678 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/876e6aec-c0ad-4de3-b057-874af09010ed HTTP/1.1" status: 204 len: 168 time: 0.2665219 Nov 22 16:57:30.219607 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54520) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.224085 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a065a929-d780-4e6b-8d81-de508bdcdcc8 None None] Network 1caed920-c2a0-433d-acba-d0bcaea0247e requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:30.291955 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.347138 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Deleting port 0098153c-2664-44e4-8bd1-19a2441b5795 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:30.347445 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.417047 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] For port 0098153c-2664-44e4-8bd1-19a2441b5795, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=0098153c-2664-44e4-8bd1-19a2441b5795,segment=NetworkSegment(7fbc43f2-47f2-46c8-b613-30122d4d6eb3),segment_id=7fbc43f2-47f2-46c8-b613-30122d4d6eb3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:30.417500 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.431294 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Calling delete_port for 0098153c-2664-44e4-8bd1-19a2441b5795 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:30.457163 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.523154 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.549842 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0098153c-2664-44e4-8bd1-19a2441b5795,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.554685 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] No DVR routers for this DVR port 0098153c-2664-44e4-8bd1-19a2441b5795 on host dv-cinder-773985-19-iscsi {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:30.557487 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce7674-0350-4b54-8351-7342ccea13f7 None None] DHCP port deletion for 1caed920-c2a0-433d-acba-d0bcaea0247e request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:30.562748 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 1984395b-e28c-42de-ad29-1b22af988b34 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:30.589646 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 1984395b-e28c-42de-ad29-1b22af988b34 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:30.589975 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 1984395b-e28c-42de-ad29-1b22af988b34 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:30.639390 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.662017 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caed920-c2a0-433d-acba-d0bcaea0247e']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.673090 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbc43f2-47f2-46c8-b613-30122d4d6eb3') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.673282 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbc43f2-47f2-46c8-b613-30122d4d6eb3') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.684164 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.697925 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.704914 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:30.705304 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:30.707072 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:30.771690 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.779250 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.782873 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1caed920-c2a0-433d-acba-d0bcaea0247e HTTP/1.1" status: 204 len: 168 time: 0.5622692 Nov 22 16:57:30.795313 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb119e-bc5e-49c0-8022-6f95e591a0b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1caed920-c2a0-433d-acba-d0bcaea0247e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.902859 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54524) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.943464 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-eb343d5e-a94e-4b41-9c70-a52078792edd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b5f15ccbcbf04d8e995aa56a983a0eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393503 Nov 22 16:57:30.945776 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.993630 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.015791 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.065254 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.069256 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.070957 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b973d7f-eb8d-40f3-a6ea-5544e706f141 HTTP/1.1" status: 204 len: 168 time: 0.1242898 Nov 22 16:57:31.083728 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f4851-0d14-4a56-bac5-606d6ed409c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b973d7f-eb8d-40f3-a6ea-5544e706f141,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.415768 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54532) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.462017 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5687a843-a3a0-4474-b08f-6517323c0de6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25a5a73156c148b3b3277a80cf62f044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448735 Nov 22 16:57:31.464825 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54534) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.520319 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.543482 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.592852 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.596542 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.598125 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7002b5c6-04d3-4e36-99ed-bd4fb4768637 HTTP/1.1" status: 204 len: 168 time: 0.1320310 Nov 22 16:57:31.606375 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d47a07-55a6-41d0-8914-63869875ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7002b5c6-04d3-4e36-99ed-bd4fb4768637,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.932527 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 0098153c-2664-44e4-8bd1-19a2441b5795 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:31.956880 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 0098153c-2664-44e4-8bd1-19a2441b5795 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:31.957222 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 0098153c-2664-44e4-8bd1-19a2441b5795 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:31.957634 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 865d6bae-09e3-40ce-be66-268dc6223d5b no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:31.977874 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 865d6bae-09e3-40ce-be66-268dc6223d5b {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:31.978232 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 865d6bae-09e3-40ce-be66-268dc6223d5b not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:32.358113 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c00de781-d4ba-4043-8f19-5e933a073532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.460169 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.974384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.181882 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54538) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.358786 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:35.359131 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.442291 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.442577 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.454990 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7 owned by network:floatingip {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:35.607662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.630942 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=ff8dd14f-3ea6-4f47-b6f4-331d9b3e4bf7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:35.648395 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.694049 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.694415 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP bb9649c9-0441-4c11-aa6f-ea016090523d disassociated (deleted). External IP: 172.27.1.38, port: 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2. Nov 22 16:57:35.904943 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:36.017037 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:36.021978 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.026885 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:36.037225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:36.037837 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:36.049528 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-1cbdc81a-a812-4192-b389-a95d32d67614 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "DELETE /v2.0/floatingips/bb9649c9-0441-4c11-aa6f-ea016090523d HTTP/1.1" status: 204 len: 168 time: 0.8656545 Nov 22 16:57:36.050138 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:36.052473 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e7779e-0aa3-4e15-8574-3b3bde06ab24" -d '{"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:36.091019 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c47e2d2-d5ca-4181-add6-b66e12faa3d2 x-openstack-request-id: req-1c47e2d2-d5ca-4181-add6-b66e12faa3d2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:36.091321 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:36.091569 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c47e2d2-d5ca-4181-add6-b66e12faa3d2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:36.092008 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'status': 'completed', 'code': 200} Nov 22 16:57:36.148511 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:36.161469 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-b0b8f985-d097-4ff8-8489-4e9713601009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.163117 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-b0b8f985-d097-4ff8-8489-4e9713601009 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 1098 time: 0.0480299 Nov 22 16:57:36.262070 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-1821527f-2670-4960-a9c8-8aafb448ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.263594 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-1821527f-2670-4960-a9c8-8aafb448ef43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.0904744 Nov 22 16:57:36.287532 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c48170-c562-44a3-8fc3-580dcf322c90 req-81441899-dacd-43e6-8962-8cf2d1cb87ec tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.289048 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b8c48170-c562-44a3-8fc3-580dcf322c90 req-81441899-dacd-43e6-8962-8cf2d1cb87ec tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0559921 Nov 22 16:57:36.308661 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-68e4f1f9-b9a8-4c01-a6d5-99654852094b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 200 len: 217 time: 0.0363307 Nov 22 16:57:36.341342 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b8c48170-c562-44a3-8fc3-580dcf322c90 req-4ec502bb-de0d-4dd9-a645-563f2f651eb9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458202 Nov 22 16:57:36.365208 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-f7175797-6af3-4294-bb86-d70113616844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.366763 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-f7175797-6af3-4294-bb86-d70113616844 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0509160 Nov 22 16:57:36.402700 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:36.413551 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-1e5050b3-d37f-4249-a0b8-61742b79ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.415124 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-1e5050b3-d37f-4249-a0b8-61742b79ce4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408664 Nov 22 16:57:36.428790 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:36.438319 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:36.438972 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:36.507213 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-ced85a3b-257f-411d-a816-f78e57bd42cd service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841539 Nov 22 16:57:36.547496 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:36.601724 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-71e7779e-0aa3-4e15-8574-3b3bde06ab24 req-e2eb98e2-bc89-4944-9408-bdd5bdbbb9a5 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867739 Nov 22 16:57:36.791706 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:36.818476 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e92b1-928a-46b5-9729-bb68e4da8a51 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_floatingips': [{'id': '55096de8-14a1-4e56-8349-36a394e0adb1', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'router_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'port_id': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'mac_address': 'fa:16:3e:08:29:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:53:12Z', 'updated_at': '2021-11-22T16:53:14Z', 'revision_number': 1, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:37.047914 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c2188-17d1-4cbe-9b88-85306c7cebd1 None None] New status for floating IP bb9649c9-0441-4c11-aa6f-ea016090523d: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:37.468501 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9713b64-0d41-4c59-b25e-eab8d7f99c5d req-acb96a15-5496-4be6-94b6-4b17eb2ed8b5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:37.469977 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c9713b64-0d41-4c59-b25e-eab8d7f99c5d req-acb96a15-5496-4be6-94b6-4b17eb2ed8b5 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0586112 Nov 22 16:57:37.523180 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c9713b64-0d41-4c59-b25e-eab8d7f99c5d req-2c0a3fec-cab9-4fe9-a842-48391615ed6e tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Nov 22 16:57:37.742830 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-34357864-f046-4cb7-96e9-473ea8a7e64d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:37.744296 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-34357864-f046-4cb7-96e9-473ea8a7e64d tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 945 time: 0.0555713 Nov 22 16:57:37.840902 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:37.841248 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.943759 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] For port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:37.944149 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.957008 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:38.091237 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.118747 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=3a9bcaf2-5d72-416a-a9a2-6563cd1870a2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.399287 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] No DVR routers for this DVR port 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:38.402435 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.407726 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-c40727c1-d2bb-45c1-8073-5fd842836507 req-ccc7cf1d-ded9-4e9b-ab9e-19119ad4bd1a tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "DELETE /v2.0/ports/3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 HTTP/1.1" status: 204 len: 173 time: 0.6566389 Nov 22 16:57:38.408205 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'name': 'network-vif-deleted', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:38.410638 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925b67e-752b-4c19-b017-4748bb2feaa3" -d '{"events": [{"server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "name": "network-vif-deleted", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:38.456736 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8aa74c-8cab-4e7b-af79-d44c789e7a4e x-openstack-request-id: req-7d8aa74c-8cab-4e7b-af79-d44c789e7a4e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:38.457067 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96c1c87-1784-44d9-bb2c-c89018d4cb86", "name": "network-vif-deleted", "tag": "3a9bcaf2-5d72-416a-a9a2-6563cd1870a2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:38.457307 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d8aa74c-8cab-4e7b-af79-d44c789e7a4e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:38.457709 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96c1c87-1784-44d9-bb2c-c89018d4cb86', 'name': 'network-vif-deleted', 'tag': '3a9bcaf2-5d72-416a-a9a2-6563cd1870a2', 'status': 'completed', 'code': 200} Nov 22 16:57:38.623035 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-b93d1ce2-421c-4615-a444-1def595fae55 req-4105b45e-00b4-4b6e-a538-fc2fcca3bed9 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=e96c1c87-1784-44d9-bb2c-c89018d4cb86 HTTP/1.1" status: 200 len: 210 time: 0.0302918 Nov 22 16:57:41.025636 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:41.050400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:41.050798 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 3a9bcaf2-5d72-416a-a9a2-6563cd1870a2 not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:41.951468 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54566) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:42.115726 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port 20b515a7-b533-4d5d-a45a-467a6a2827e8 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:42.116007 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.193861 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.194094 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.208410 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for 20b515a7-b533-4d5d-a45a-467a6a2827e8 owned by network:floatingip {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:42.374004 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.650149 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=20b515a7-b533-4d5d-a45a-467a6a2827e8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:42.715391 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.715631 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.db.l3_db [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Floating IP 55096de8-14a1-4e56-8349-36a394e0adb1 disassociated (deleted). External IP: 172.27.1.198, port: 162fbf7c-3ba7-493e-b572-30d615fa206f. Nov 22 16:57:42.937423 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:43.051714 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:43.056495 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.062307 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:43.072678 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:43.073321 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:43.085157 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-bda2cb4e-4dd4-42e4-8c5a-6395f8a353af tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "DELETE /v2.0/floatingips/55096de8-14a1-4e56-8349-36a394e0adb1 HTTP/1.1" status: 204 len: 168 time: 1.1325758 Nov 22 16:57:43.085782 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:43.088159 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a0a639bcdd26595df0ccbee831b9b27226301745edcaf4a11b4031a5147a672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2158d24-6649-4cc7-9a5d-925cdef32833" -d '{"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:43.125404 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b913bf24-08c0-4866-8bc2-31789f2e89f1 x-openstack-request-id: req-b913bf24-08c0-4866-8bc2-31789f2e89f1 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:43.125680 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f", "status": "completed", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:43.125931 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b913bf24-08c0-4866-8bc2-31789f2e89f1 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:43.126408 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'status': 'completed', 'code': 200} Nov 22 16:57:43.189782 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-d416233d-bf94-4b10-ac2f-3b92e22bda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.191255 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:43.191392 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-d416233d-bf94-4b10-ac2f-3b92e22bda98 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=34096c71472f4590b84542f5fa3f1cc7&device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 1099 time: 0.0421705 Nov 22 16:57:43.299848 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-72d43514-865c-4f07-b260-89a5a6494e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.301522 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-72d43514-865c-4f07-b260-89a5a6494e9b service neutron] 10.222.0.48 "GET /v2.0/networks?id=42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 200 len: 912 time: 0.0909226 Nov 22 16:57:43.321172 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b682a-0bca-41c0-a603-522e2fd128c9 req-e1a66385-6f02-46b8-a4d1-af9979170203 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.322656 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-846b682a-0bca-41c0-a603-522e2fd128c9 req-e1a66385-6f02-46b8-a4d1-af9979170203 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0521340 Nov 22 16:57:43.348535 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-f717c4ed-dddf-4b6e-8372-f822aacbb07b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 200 len: 217 time: 0.0379517 Nov 22 16:57:43.379356 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-846b682a-0bca-41c0-a603-522e2fd128c9 req-0329f613-74bf-4c51-94d4-55c421c7a16c tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490804 Nov 22 16:57:43.399395 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-37f62c66-28e9-45f9-871c-a7ab9b629f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.399963 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:43.400859 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-37f62c66-28e9-45f9-871c-a7ab9b629f18 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 200 len: 850 time: 0.0443468 Nov 22 16:57:43.426802 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:43.435937 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:43.436546 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:43.450721 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-68119761-2758-4d74-b966-cd4c1158f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.452267 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-68119761-2758-4d74-b966-cd4c1158f90a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=42ca106a-556a-4adb-8874-8ec3e8556409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435786 Nov 22 16:57:43.542700 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:43.547530 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-289ec19c-498f-4bfc-9025-134efc851ab1 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847955 Nov 22 16:57:43.638067 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-e2158d24-6649-4cc7-9a5d-925cdef32833 req-1f4ad9bc-11da-4085-a2bd-741610dd2e57 service neutron] 10.222.0.48 "GET /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Nov 22 16:57:43.748442 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:43.774488 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bdf0cb-740f-4341-ba69-c3a361cccb00 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:49:04Z', 'revision_number': 4, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi', '_interfaces': [{'id': '9e3163dd-fcb6-4471-94bc-f5a536ee258b', 'name': '', 'network_id': '42ca106a-556a-4adb-8874-8ec3e8556409', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'mac_address': 'fa:16:3e:0a:69:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:03Z', 'updated_at': '2021-11-22T16:49:09Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'subnets': [{'id': 'ca8c826a-130c-4c50-bc37-2225ae21a7cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:44.013028 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87f6be-8708-4a29-8a55-1a2ad2c59df2 None None] New status for floating IP 55096de8-14a1-4e56-8349-36a394e0adb1: DOWN {{(pid=109413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:57:44.510138 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2def3-2c93-4b30-a495-bd139ec11e49 req-b7e02531-8cac-42e5-8faa-d04ec9372d65 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.511986 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecc2def3-2c93-4b30-a495-bd139ec11e49 req-b7e02531-8cac-42e5-8faa-d04ec9372d65 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0589550 Nov 22 16:57:44.566411 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-ecc2def3-2c93-4b30-a495-bd139ec11e49 req-00d8dcc4-4c7c-4ba8-90e4-5d4e589b666f tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/security-groups?id=aefa0808-f05b-4b50-a450-c4d3ca6bde0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452850 Nov 22 16:57:44.776758 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-c165f674-c04a-4268-a93a-8d9fc0c04972 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.778308 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-c165f674-c04a-4268-a93a-8d9fc0c04972 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 946 time: 0.0533967 Nov 22 16:57:44.884271 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port 162fbf7c-3ba7-493e-b572-30d615fa206f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:44.884613 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.993491 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] For port 162fbf7c-3ba7-493e-b572-30d615fa206f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=162fbf7c-3ba7-493e-b572-30d615fa206f,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:44.993805 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.007990 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for 162fbf7c-3ba7-493e-b572-30d615fa206f owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:45.141442 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.179604 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=162fbf7c-3ba7-493e-b572-30d615fa206f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:45.219156 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] No DVR routers for this DVR port 162fbf7c-3ba7-493e-b572-30d615fa206f on host hv-cinder-77398 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:45.221785 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.225371 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [req-d24a1d76-4e31-4ad9-9caa-956c9f71288c req-9450a417-982d-4e69-8fed-08e270e5fa84 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.48 "DELETE /v2.0/ports/162fbf7c-3ba7-493e-b572-30d615fa206f HTTP/1.1" status: 204 len: 173 time: 0.4408960 Nov 22 16:57:45.225811 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'name': 'network-vif-deleted', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:57:45.228687 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f86fb64d7dd09f3957bbfdcd3999167e2468528d4891def8c2ac262db9f5a1ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db64758-2cfa-45a0-a46c-66dc64ff4508" -d '{"events": [{"server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "name": "network-vif-deleted", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:57:45.267264 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba9611f-e626-4250-89d5-39ea4a89ea83 x-openstack-request-id: req-1ba9611f-e626-4250-89d5-39ea4a89ea83 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:57:45.267566 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eefb06f2-8d05-4a1a-b25d-3347ae46ff3f", "name": "network-vif-deleted", "tag": "162fbf7c-3ba7-493e-b572-30d615fa206f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:57:45.267852 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ba9611f-e626-4250-89d5-39ea4a89ea83 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:57:45.268259 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eefb06f2-8d05-4a1a-b25d-3347ae46ff3f', 'name': 'network-vif-deleted', 'tag': '162fbf7c-3ba7-493e-b572-30d615fa206f', 'status': 'completed', 'code': 200} Nov 22 16:57:45.683731 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [req-c020cf9e-f5de-40b8-90d9-d755efee1f58 req-77168709-5c04-4210-a906-c41dcc0003a6 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "GET /v2.0/ports?device_id=eefb06f2-8d05-4a1a-b25d-3347ae46ff3f HTTP/1.1" status: 200 len: 210 time: 0.0263588 Nov 22 16:57:46.741413 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:46.874126 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Deleting port a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:46.874454 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.950810 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.951223 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.963377 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Calling delete_port for a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:47.069754 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 162fbf7c-3ba7-493e-b572-30d615fa206f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:47.092924 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] No Port match for: 162fbf7c-3ba7-493e-b572-30d615fa206f {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:47.093430 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Device 162fbf7c-3ba7-493e-b572-30d615fa206f not bound to the agent host hv-cinder-77398 {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:47.097208 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.125472 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'Port': ['ID=a2df5eaf-8ce0-4c89-91cd-8ddb6e2ff48b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:47.184550 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.187329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-450750'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.188484 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0e520a6f-295d-4dc0-ad7b-a735a81e59da tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "DELETE /v2.0/floatingips/6c6061e6-3224-4f84-acf3-45e85840554f HTTP/1.1" status: 204 len: 168 time: 0.4460664 Nov 22 16:57:48.381761 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.446338 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.473082 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.543262 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.546341 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.547527 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] 10.222.0.46 "DELETE /v2.0/security-groups/aefa0808-f05b-4b50-a450-c4d3ca6bde0a HTTP/1.1" status: 204 len: 168 time: 0.1646583 Nov 22 16:57:48.557475 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174a6d1-4513-4687-ab37-0c319f67d056 tempest-TestVolumeBootPattern-1918317036 tempest-TestVolumeBootPattern-1918317036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa0808-f05b-4b50-a450-c4d3ca6bde0a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.611900 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54598) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:49.224815 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.476170 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Deleting port 9e3163dd-fcb6-4471-94bc-f5a536ee258b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:49.476416 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.553632 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] For port 9e3163dd-fcb6-4471-94bc-f5a536ee258b, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=9e3163dd-fcb6-4471-94bc-f5a536ee258b,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.553993 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.567678 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Calling delete_port for 9e3163dd-fcb6-4471-94bc-f5a536ee258b owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:49.760572 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.783765 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3163dd-fcb6-4471-94bc-f5a536ee258b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.971942 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.187973 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Router 6bb91825-ac41-4fad-96bd-c34153ceef4d has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:50.298421 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:50.304015 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-959095c1-0b7e-44f2-92a2-e6ef531fdc77 admin admin] 10.222.0.46 "PUT /v2.0/routers/6bb91825-ac41-4fad-96bd-c34153ceef4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910381 Nov 22 16:57:50.306888 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54602) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:50.308745 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Sync routers for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:50.320380 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:50.321243 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.416363 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.524619 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.564235 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: dv-cinder-773985-19-iscsi {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:50.579200 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Deleting port 09a6e9e7-3933-429b-b441-c89db2ddcccd {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:50.579543 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.662303 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] For port 09a6e9e7-3933-429b-b441-c89db2ddcccd, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=09a6e9e7-3933-429b-b441-c89db2ddcccd,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:50.662684 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.676052 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Calling delete_port for 09a6e9e7-3933-429b-b441-c89db2ddcccd owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:50.743276 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:57:49Z', 'revision_number': 5, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port': {'id': '09a6e9e7-3933-429b-b441-c89db2ddcccd', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:52:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.770059 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Checking router: 6bb91825-ac41-4fad-96bd-c34153ceef4d for host: dv-cinder-773985-19-iscsi {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:50.779234 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Routers {'6bb91825-ac41-4fad-96bd-c34153ceef4d'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:50.779849 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['6bb91825-ac41-4fad-96bd-c34153ceef4d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.843300 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.867057 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] Set router 6bb91825-ac41-4fad-96bd-c34153ceef4d gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:50.869994 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a6e9e7-3933-429b-b441-c89db2ddcccd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.923759 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:57:50Z', 'revision_number': 6, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port_host': None}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.934237 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.952453 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f18ed3-5d37-479b-b93a-ae9be419a126 None None] The sync data for ids ['6bb91825-ac41-4fad-96bd-c34153ceef4d'] in dv-cinder-773985-19-iscsi is: [{'id': '6bb91825-ac41-4fad-96bd-c34153ceef4d', 'name': 'tempest-TestVolumeBootPattern-584579088-router', 'tenant_id': '34096c71472f4590b84542f5fa3f1cc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:00Z', 'updated_at': '2021-11-22T16:57:50Z', 'revision_number': 6, 'project_id': '34096c71472f4590b84542f5fa3f1cc7', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:51.025751 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.028329 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.073762 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.074343 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb91825-ac41-4fad-96bd-c34153ceef4d {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:51.078862 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.080009 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-43ec1d0b-4a79-4f8a-9c7a-5cf952fde994 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6bb91825-ac41-4fad-96bd-c34153ceef4d HTTP/1.1" status: 204 len: 168 time: 0.7712739 Nov 22 16:57:51.082591 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54604) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.136025 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Deleting subnet ca8c826a-130c-4c50-bc37-2225ae21a7cb {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:51.139908 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.179293 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.259574 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.321939 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.352471 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8c826a-130c-4c50-bc37-2225ae21a7cb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.357035 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.363008 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-5b36a07c-16eb-4ad2-8f7f-8fa5a5cb3491 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca8c826a-130c-4c50-bc37-2225ae21a7cb HTTP/1.1" status: 204 len: 168 time: 0.2770066 Nov 22 16:57:51.363191 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc08f0-5455-4a5d-91d8-a97fc95a5ed0 None None] Network 42ca106a-556a-4adb-8874-8ec3e8556409 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:51.363640 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.436804 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.490979 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Deleting port e0b4c06b-c7cb-4284-b099-24b4c1d3544a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:51.491345 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.557539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] For port e0b4c06b-c7cb-4284-b099-24b4c1d3544a, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,segment=NetworkSegment(af60cc80-3a6e-499a-b16d-0ee5f7d9a886),segment_id=af60cc80-3a6e-499a-b16d-0ee5f7d9a886)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:51.557839 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.570953 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Calling delete_port for e0b4c06b-c7cb-4284-b099-24b4c1d3544a owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:51.653103 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.678474 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b4c06b-c7cb-4284-b099-24b4c1d3544a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.682996 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] No DVR routers for this DVR port e0b4c06b-c7cb-4284-b099-24b4c1d3544a on host dv-cinder-773985-19-iscsi {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:51.739778 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48378998-7f1e-4118-8689-9e1a62224696 None None] DHCP port deletion for 42ca106a-556a-4adb-8874-8ec3e8556409 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:51.761937 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.783407 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ca106a-556a-4adb-8874-8ec3e8556409']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.793166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.793453 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.services.segments.db [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af60cc80-3a6e-499a-b16d-0ee5f7d9a886') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.803896 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26163706'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.817926 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.824229 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:51.824610 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26077811'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: Traceback (most recent call last): Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: timer() Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: cb(*args, **kw) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: return func(*args, **kwargs) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: self._notify() Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: self.callback(batched_events) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: event.method(event) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: return f(self, *a, **k) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._get(url).json() Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:51.826436 dv-cinder-773985-19-iscsi neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:51.887992 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.894152 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.897488 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] 10.222.0.46 "DELETE /v2.0/networks/42ca106a-556a-4adb-8874-8ec3e8556409 HTTP/1.1" status: 204 len: 168 time: 0.5332172 Nov 22 16:57:51.900691 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54608) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.913257 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be2935-1e42-4bd3-bdbc-89406b153b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ca106a-556a-4adb-8874-8ec3e8556409,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.969177 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device e0b4c06b-c7cb-4284-b099-24b4c1d3544a no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:51.991694 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: e0b4c06b-c7cb-4284-b099-24b4c1d3544a {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:51.992064 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device e0b4c06b-c7cb-4284-b099-24b4c1d3544a not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:51.992478 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 09a6e9e7-3933-429b-b441-c89db2ddcccd no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:52.018663 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 09a6e9e7-3933-429b-b441-c89db2ddcccd {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:52.018973 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 09a6e9e7-3933-429b-b441-c89db2ddcccd not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:52.019567 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 9e3163dd-fcb6-4471-94bc-f5a536ee258b no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:52.038675 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: 9e3163dd-fcb6-4471-94bc-f5a536ee258b {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:52.039018 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device 9e3163dd-fcb6-4471-94bc-f5a536ee258b not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:52.258936 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764309'] for router_interface, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.773831 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Deleting port f1a8e8b6-3366-4208-a480-31cc1b02063d {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:52.774168 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.858374 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] For port f1a8e8b6-3366-4208-a480-31cc1b02063d, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f1a8e8b6-3366-4208-a480-31cc1b02063d,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:52.858756 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.872260 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Calling delete_port for f1a8e8b6-3366-4208-a480-31cc1b02063d owned by network:router_interface {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:53.084022 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.108980 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a8e8b6-3366-4208-a480-31cc1b02063d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.160847 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:53.274457 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-758795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-764281'] for router_interface, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.498362 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Router c51f9b9e-d85f-455e-8e7a-7a714c131ebf has already been hosted by L3 agent 941bce0c-32ea-4e44-a1c4-a994c5ccdff3 {{(pid=109411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:53.608996 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] Notify agent at l3_agent.dv-cinder-773985-19-iscsi the message routers_updated {{(pid=109411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:53.614276 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-b9868f66-5cb8-4076-bc1d-110c3577dbcd admin admin] 10.222.0.46 "PUT /v2.0/routers/c51f9b9e-d85f-455e-8e7a-7a714c131ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7124543 Nov 22 16:57:53.616934 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54610) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.619797 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Sync routers for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:53.630436 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:53.631113 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.720978 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.734456 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: dv-cinder-773985-19-iscsi {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:53.819899 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.871722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Deleting port fc579959-b569-440d-8311-265608f837a7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:53.872157 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.926247 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'external_fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': 'fc579959-b569-440d-8311-265608f837a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:57:53Z', 'revision_number': 5, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port': {'id': 'fc579959-b569-440d-8311-265608f837a7', 'name': '', 'network_id': '0bf4be79-7f05-47fe-a0d0-370f8d8ae13c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:65:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:07Z', 'updated_at': '2021-11-22T16:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ade3c74f-5eea-461c-87a4-36946f43208d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-19-iscsi'}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.952477 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] For port fc579959-b569-440d-8311-265608f837a7, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=fc579959-b569-440d-8311-265608f837a7,segment=NetworkSegment(77180d82-e2c0-40c0-ab50-834b32e44d50),segment_id=77180d82-e2c0-40c0-ab50-834b32e44d50)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:53.952860 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.955547 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Checking router: c51f9b9e-d85f-455e-8e7a-7a714c131ebf for host: dv-cinder-773985-19-iscsi {{(pid=109413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:53.963992 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Routers {'c51f9b9e-d85f-455e-8e7a-7a714c131ebf'} bound to L3 agent in host dv-cinder-773985-19-iscsi {{(pid=109413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:53.964593 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:39:02Z,description=,heartbeat_timestamp=2021-11-22T16:57:32Z,host='dv-cinder-773985-19-iscsi',id=941bce0c-32ea-4e44-a1c4-a994c5ccdff3,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:39:02Z,topic='l3_agent')) {'router_ids': ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'], 'active': True} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.965883 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Calling delete_port for fc579959-b569-440d-8311-265608f837a7 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:54.050182 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_dvr_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] Set router c51f9b9e-d85f-455e-8e7a-7a714c131ebf gateway port host: None {{(pid=109413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:54.101469 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.l3_hamode_db [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:57:53Z', 'revision_number': 6, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port_host': None}], 'dv-cinder-773985-19-iscsi', False) {} {{(pid=109413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.130155 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26077702'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.131603 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37484ec1-58fe-4695-b0fa-5d5b957e8960 None None] The sync data for ids ['c51f9b9e-d85f-455e-8e7a-7a714c131ebf'] in dv-cinder-773985-19-iscsi is: [{'id': 'c51f9b9e-d85f-455e-8e7a-7a714c131ebf', 'name': 'tempest-TestVolumeBootPattern-1302277302-router', 'tenant_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:49:06Z', 'updated_at': '2021-11-22T16:57:53Z', 'revision_number': 6, 'project_id': '1ffc86606ff84a78ba48eac21ecef5d8', 'gw_port_host': None}] {{(pid=109413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:54.161189 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fc579959-b569-440d-8311-265608f837a7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.219626 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-764891'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.306301 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-764705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59328'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.308846 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.353722 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-764728'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.354441 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c51f9b9e-d85f-455e-8e7a-7a714c131ebf {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:54.359539 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] Publish callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.361185 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-7315acaf-3f57-4e4a-a1ff-cf3c3ff76d1b admin admin] 10.222.0.46 "DELETE /v2.0/routers/c51f9b9e-d85f-455e-8e7a-7a714c131ebf HTTP/1.1" status: 204 len: 168 time: 0.7420073 Nov 22 16:57:54.364742 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54612) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.416636 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Deleting subnet 25c6af4b-fc4d-4dfe-9477-4519045be395 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:54.420047 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.460745 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26163697'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.546970 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1789219'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.604166 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1789224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26077913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26151734'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.630920 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c6af4b-fc4d-4dfe-9477-4519045be395,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.632855 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.636101 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-1f4db57e-7650-44e8-bc7c-5f1b5f4cc214 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25c6af4b-fc4d-4dfe-9477-4519045be395 HTTP/1.1" status: 204 len: 168 time: 0.2703691 Nov 22 16:57:54.638977 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54614) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.639586 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aaa94e-9454-4ce0-90fb-9c5ac110a495 None None] Network 5f94d734-4cc4-45c4-bc41-2b239f807e72 requested from dv-cinder-773985-19-iscsi {{(pid=109412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:54.707548 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1840218'] for network, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.773101 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Deleting port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:54.773405 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.835527 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] For port f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host dv-cinder-773985-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-19-iscsi',level=0,port_id=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,segment=NetworkSegment(83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa),segment_id=83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:54.835841 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.849994 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Calling delete_port for f08ba7d1-c36b-4ab8-b205-c72169ba79b8 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:54.903645 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] DHCP port deletion for 5f94d734-4cc4-45c4-bc41-2b239f807e72 request from dv-cinder-773985-19-iscsi {{(pid=109412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:54.940951 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25344827'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.953885 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Deleting port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 {{(pid=109412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:54.954311 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761484655912'] for port, before_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.969660 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.972882 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] No DVR routers for this DVR port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 on host dv-cinder-773985-19-iscsi {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:55.020866 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] For port f08ba7d1-c36b-4ab8-b205-c72169ba79b8, host dv-cinder-773985-19-iscsi, got binding levels [] {{(pid=109412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:55.021262 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-762110'] for port, precommit_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.041976 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Calling delete_port for f08ba7d1-c36b-4ab8-b205-c72169ba79b8 owned by network:dhcp {{(pid=109412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:55.045301 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.ipam_backend_mixin [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 was not found and therefore no delete operation was performed {{(pid=109412) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:57:55.046247 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800091', 'neutron.services.segments.db._delete_segments_for_network-8761484407179'] for network, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.047225 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1599528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761484658773', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761484079005'] for port, after_delete {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.073683 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f94d734-4cc4-45c4-bc41-2b239f807e72']}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:55.076587 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] Pushing event deleted for resources: {'Port': ['ID=f08ba7d1-c36b-4ab8-b205-c72169ba79b8,revision_number=None']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.081206 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e5fd2a-8ad2-446d-b204-43a57133c4c4 None None] No DVR routers for this DVR port f08ba7d1-c36b-4ab8-b205-c72169ba79b8 on host dv-cinder-773985-19-iscsi {{(pid=109412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:55.085503 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa') {'for_net_delete': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:55.088564 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.services.segments.db [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fdf0a3-ec69-4e31-a2a0-b2db0d0d7afa') {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:55.102265 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761484519446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25996159'] for segment, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.116731 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631'] for segment, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.123305 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=109411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:55.123736 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1787631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25344846'] for segment, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: Traceback (most recent call last): Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: timer() Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: cb(*args, **kw) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: return func(*args, **kwargs) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: self._notify() Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: self.callback(batched_events) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: event.method(event) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: return f(self, *a, **k) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._get(url).json() Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:55.125535 dv-cinder-773985-19-iscsi neutron-server[109411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:55.183125 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800082', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-758802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-764903'] for network, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.190859 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-758820'] for network, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.194026 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] 10.222.0.46 "DELETE /v2.0/networks/5f94d734-4cc4-45c4-bc41-2b239f807e72 HTTP/1.1" status: 204 len: 168 time: 0.5540881 Nov 22 16:57:55.204029 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006d0c-ce0d-4e0b-a282-24723d7d8a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f94d734-4cc4-45c4-bc41-2b239f807e72,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.311456 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54618) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.352577 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-e5e0cee9-742a-4fbe-9bf6-b6b0b6190032 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34096c71472f4590b84542f5fa3f1cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398242 Nov 22 16:57:55.355201 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.46', 54620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.403721 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.425608 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.482080 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.484668 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.485832 dv-cinder-773985-19-iscsi neutron-server[109410]: INFO neutron.wsgi [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ad12e9e5-15a4-4ab1-a883-ca2526d0908b HTTP/1.1" status: 204 len: 168 time: 0.1297779 Nov 22 16:57:55.493457 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a1d68-9bc8-44d2-b816-6d12efa118d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad12e9e5-15a4-4ab1-a883-ca2526d0908b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.817274 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54626) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.860541 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-5d3aefd1-30f2-4240-acd0-42bfcd607b48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ffc86606ff84a78ba48eac21ecef5d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420697 Nov 22 16:57:55.863093 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [-] (109411) accepted ('10.222.0.46', 54628) {{(pid=109411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.912122 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.938502 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.941384 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f1a8e8b6-3366-4208-a480-31cc1b02063d no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:55.962382 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: f1a8e8b6-3366-4208-a480-31cc1b02063d {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:55.962731 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f1a8e8b6-3366-4208-a480-31cc1b02063d not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:55.963144 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device fc579959-b569-440d-8311-265608f837a7 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:55.982136 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: fc579959-b569-440d-8311-265608f837a7 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:55.982501 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device fc579959-b569-440d-8311-265608f837a7 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:55.982910 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f08ba7d1-c36b-4ab8-b205-c72169ba79b8 no longer exists at agent ovs-agent-dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:55.984241 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609048'] for security_group, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.986856 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.988007 dv-cinder-773985-19-iscsi neutron-server[109411]: INFO neutron.wsgi [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f588c62e-3ec1-4706-bb47-c8e20b98085e HTTP/1.1" status: 204 len: 168 time: 0.1240513 Nov 22 16:57:55.995662 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc2c7e-b3a6-475e-9ad7-9f9cde492374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f588c62e-3ec1-4706-bb47-c8e20b98085e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.002573 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] No Port match for: f08ba7d1-c36b-4ab8-b205-c72169ba79b8 {{(pid=109412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:56.003092 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron.plugins.ml2.rpc [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Device f08ba7d1-c36b-4ab8-b205-c72169ba79b8 not bound to the agent host dv-cinder-773985-19-iscsi {{(pid=109412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:00.025456 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-210af0dd-84ce-44ff-98ec-0f0f34e7d873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.304136 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.359430 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b95d3134-4f95-40e3-99fe-b3d61e918c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.455393 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.975288 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.660860 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.026588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a244ada4-5637-4c61-9111-ca64254fa04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.163157 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:30.322938 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:32.360352 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e07ba9a4-8fe1-42a7-80b4-f7ee17d4d7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:33.457386 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:34.981611 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:35.659305 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.025742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0dbbffd5-76ee-4b95-9a61-c3e098215365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:00.307519 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:02.358591 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-15b536b7-cf15-42e7-bf3c-3329f06f51a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:03.461763 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.982541 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.667237 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.167596 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:30.024612 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ab515503-44de-4929-a598-70bca6e2aa97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.326246 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.359763 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2efe389e-b74f-4ff0-b234-4cc9063f383e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.469775 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.984627 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:35.663217 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:44.174590 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:00.021293 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9681bce0-e3f4-41f8-8a47-cf92873558b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:00.342456 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.357552 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1af65f4-876c-49a0-a5fb-bd1f23317211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.466405 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.993655 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.653327 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:21.166717 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:30.018492 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-89935210-a990-49d8-88e1-5e5fd936a111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.351146 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.358410 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9f2f516c-e1b2-404f-b5b9-772b996fc577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.469579 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.993736 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.658932 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.171144 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:00.015048 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1d614834-6f55-4d87-bcc6-ba7272320823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:00.369031 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.357635 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-629d8c8a-f584-4283-99c3-a66f51c1d191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.478360 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.997355 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.659395 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.020588 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-75604353-3a49-44f2-ba16-cb559b876a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.368793 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.356175 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-448f790b-4ce6-4377-b82f-30a5ec7280be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.475748 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.006209 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.175480 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:35.664954 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.012096 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8cd6f6fd-b596-48a0-aebf-ee70de10c702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.379014 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.353366 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-96d65e64-dafc-48bf-89e4-8b2292ce8d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.478989 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.999495 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.659185 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.180742 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:30.014054 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-99ad9a43-5ebe-4c75-8b7a-4ded66997c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.379482 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.355452 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-49fe3fee-fefb-48d5-bd31-fa420358ff0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.229628 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-b92ab4b8-bf60-4e58-a0f0-7c9a4fc9e8c3 req-9f49b48f-7a35-4773-8909-3f902e434874 service neutron] (109411) timed out ('10.222.0.48', 60870) {{(pid=109411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:02:33.485742 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.002263 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.669117 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.689432 dv-cinder-773985-19-iscsi neutron-server[109410]: DEBUG neutron.wsgi [req-11bf8cdf-7b5f-4260-aca1-37bddadc2c14 req-7e3ff680-22e5-4502-a028-5bbe3922174d service neutron] (109410) timed out ('10.222.0.48', 60828) {{(pid=109410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:02:35.969767 dv-cinder-773985-19-iscsi neutron-server[109411]: DEBUG neutron.wsgi [req-5c4c7118-ae0a-4a5a-9536-bd83f30c448c req-28d1925c-e91d-497d-abbe-84e4566acbd3 service neutron] (109411) timed out ('10.222.0.48', 60856) {{(pid=109411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:02:49.185576 dv-cinder-773985-19-iscsi neutron-server[109413]: DEBUG neutron.db.agents_db [None req-2d1dc2f0-e22c-4027-8d53-dcd286411e70 None None] Agent healthcheck: found 6 active agents {{(pid=109413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:00.016839 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d5199e1d-9c2a-46d6-9703-2313984513a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.365651 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c2afe82e-7468-4eef-a365-6817fb6590c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.354400 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1e22688d-3c79-47fb-be41-5964672eb05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.492080 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2d89eb66-acdd-4d26-ae09-6132827362b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.010046 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-52078620-31f9-41f5-8c24-4cd4b1ad0ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.671268 dv-cinder-773985-19-iscsi neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ddbbc345-c7ea-463c-a002-6e7373ac90b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761484407251', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1814846'] for agent, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}